-- Logs begin at Tue 2022-07-26 01:47:35 UTC, end at Tue 2022-07-26 03:34:03 UTC. -- Jul 26 03:02:02.929059 dv-cinder-850840-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 03:02:05.558705 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.common.config [-] Logging enabled! Jul 26 03:02:05.559390 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 03:02:05.559499 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104169) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 03:02:05.562776 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.common.config [-] Logging enabled! Jul 26 03:02:05.563040 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 03:02:05.563347 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104169) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 03:02:05.564278 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 03:02:05.564503 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 03:02:05.564971 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 03:02:05.565212 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 03:02:05.565431 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 03:02:05.565786 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.566047 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.566272 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.566559 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.566832 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.567134 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.567416 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.567707 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.567987 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.568264 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.568547 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.568767 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.569045 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.569319 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.569594 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.569816 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] debug = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.570091 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.570519 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.570926 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.571222 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.571512 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.571786 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.572094 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.572322 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.572602 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.572922 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] host = dv-cinder-850840-2-iscsi {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.573193 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.573475 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.573756 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.574043 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.574313 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.574584 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.574865 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.575299 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.575574 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] log_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.575848 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.576133 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.576417 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.576794 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.577024 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.577250 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.577536 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.577837 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.578112 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.578383 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.578654 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.578924 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.579217 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.579480 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.579764 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.580076 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.580322 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.580593 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.580864 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.581131 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.581399 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.581678 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.581948 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.582216 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.582485 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.582766 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.583054 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.583322 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.583626 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.583908 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.584187 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.584468 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.584735 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.585012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.585282 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.585547 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.585813 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] use_json = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.586078 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.586343 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.586618 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.586884 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.587177 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.587443 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.587708 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.587986 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.588250 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:05.588545 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.588837 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.589131 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.589770 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.590067 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.590343 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.590625 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.590897 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.591206 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.591487 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.591773 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.592047 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.592367 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.592651 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.592945 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.593248 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.593535 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.593821 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.594094 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.594360 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.594627 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.594899 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.595209 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.595480 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.595763 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.596048 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.596322 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.596615 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.596912 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.597181 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.597470 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.597759 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.598033 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.598310 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.598597 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.598871 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.599233 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.599520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.599794 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.600064 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.600345 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.600633 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.600921 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.601191 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.601465 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.601754 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.602030 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.602302 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.602570 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.602845 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.603142 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.603425 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.603700 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.603984 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.604252 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.604529 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.604800 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.605072 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.605347 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.605615 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.605890 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.606158 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.606425 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.606692 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.606997 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.607249 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.607520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.607838 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.608117 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.608386 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.608654 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.608921 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.609191 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.609458 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.609753 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.610028 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.610304 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.610578 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.610852 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.611152 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.611425 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.611696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.611971 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.612236 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.612522 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.612800 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.613081 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.613358 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.613630 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.613945 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.614219 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.614492 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.614762 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.615055 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.615327 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.615603 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.615874 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.616147 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.616424 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.616705 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.616996 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.617293 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.617568 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.617857 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.618144 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.618430 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.618704 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.619035 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.619313 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:05.619526 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 03:02:05.619774 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104169) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 03:02:05.909044 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 03:02:05.909295 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 03:02:05.909622 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 03:02:05.909948 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 03:02:06.317089 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.317299 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.317538 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.318857 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.319142 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.319418 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.371985 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.372265 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.372533 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.386986 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.387278 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.387531 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.417167 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.417431 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.417691 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.453034 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.453303 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.453536 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.684875 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.685535 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.685535 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.685677 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.686638 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.783634 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.783953 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.784230 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.784498 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.784755 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.785063 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.785316 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.785570 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.785821 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.786086 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.786335 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.786595 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.786845 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.787122 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.787371 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.787631 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.787874 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.788131 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.788395 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.788649 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.788919 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.789166 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.789442 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.789829 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.790066 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.790301 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.790689 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:06.790926 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:06.791194 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:06.791426 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:06.791656 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:06.791887 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:06.792247 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 03:02:06.795381 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 03:02:06.799291 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 03:02:06.803179 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 26 03:02:06.804810 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 03:02:06.805429 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 03:02:06.805759 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 03:02:06.806134 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 03:02:06.808940 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 03:02:06.809184 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 03:02:06.809519 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 03:02:06.814711 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 03:02:06.837467 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 03:02:06.837901 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.838190 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104169) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 26 03:02:06.838557 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.840290 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104169) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 03:02:06.840565 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 03:02:06.840805 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 03:02:06.844196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.844469 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:06.976417 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 03:02:06.976685 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 03:02:06.976783 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 03:02:06.977161 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 03:02:07.032771 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO dbcounter [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Registered counter for database neutron Jul 26 03:02:07.054691 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_db.sqlalchemy.engines [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104169) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 03:02:07.061705 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG dbcounter [-] [104169] Writer thread running {{(pid=104169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 03:02:07.613649 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing driver for type 'gre' Jul 26 03:02:07.614390 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] gre ID ranges: [(1, 1000)] Jul 26 03:02:07.670998 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing driver for type 'local' Jul 26 03:02:07.671329 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing driver for type 'vlan' Jul 26 03:02:07.687325 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] VlanTypeDriver initialization complete Jul 26 03:02:07.687944 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing driver for type 'vxlan' Jul 26 03:02:07.688127 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] vxlan ID ranges: [(1, 1000)] Jul 26 03:02:07.752344 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing extension driver 'port_security' Jul 26 03:02:07.752813 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.extensions.port_security [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] PortSecurityExtensionDriver initialization complete Jul 26 03:02:07.753253 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing mechanism driver 'openvswitch' Jul 26 03:02:07.753758 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing mechanism driver 'hyperv' Jul 26 03:02:07.760739 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.plugin [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:07.761408 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.761774 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.762126 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.762623 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 03:02:07.763067 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.763415 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.763756 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.764235 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 03:02:07.764635 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.764980 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.765320 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.765702 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 03:02:07.766101 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.766443 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.766777 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.767181 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 03:02:07.767601 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.767934 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.768268 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.768647 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 03:02:07.769045 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.769387 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.769723 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.770104 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 03:02:07.770536 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] ML2 OVO RPC backend initialized. {{(pid=104169) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 26 03:02:07.771251 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.771600 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.772010 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.772355 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > networks before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.772700 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.773035 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > ports before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.773361 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.773703 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.774042 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.774394 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.774709 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.775063 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.775396 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.775727 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.776056 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.776385 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.776711 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.784179 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded quota_driver: . Jul 26 03:02:07.784533 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.plugin [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Modular L2 Plugin initialization complete Jul 26 03:02:07.784879 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading services supported by the core plugin {{(pid=104169) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 03:02:07.785214 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.plugins.ml2.managers [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Got port-security extension from driver 'port_security' Jul 26 03:02:07.785691 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.extensions.vlantransparent [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Disabled vlantransparent extension. Jul 26 03:02:07.786169 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104169) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 03:02:07.786489 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: router Jul 26 03:02:07.821222 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.821604 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router after_create 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.821968 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router before_create 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.822456 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.822827 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.823201 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router after_delete 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.823552 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.823902 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.824248 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router after_create 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.824587 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router after_update 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.824928 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router after_update 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.825251 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.825600 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router after_update 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.826006 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.826532 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: port after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.826739 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: port after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.827098 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: subnet after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.827447 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.827793 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.828137 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.828474 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: port before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.828810 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.829158 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router after_update 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.829491 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.829835 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.830191 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.830528 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.830883 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > agent after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.831251 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.831589 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > network after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.832433 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Tracking information for resource: router configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:07.832759 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Tracking information for resource: floatingip configured {{(pid=104169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 03:02:07.837535 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.db.l3_agentschedulers_db [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 03:02:07.838090 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: port after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.838450 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: port after_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.838795 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: port after_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.839179 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: port after_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.840316 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router before_create 55550100 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.840671 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.841029 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.841379 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.846380 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.services.provider_configuration [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service providers = [] {{(pid=104169) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 03:02:07.846773 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.db.servicetype_db [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104169) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 03:02:07.849716 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.services.service_base [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 03:02:07.850055 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.services.service_base [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 03:02:07.850398 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.services.service_base [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 03:02:07.851454 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.services.service_base [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 03:02:07.851821 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.services.service_base [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 03:02:07.852194 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.852505 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 03:02:07.862867 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.863212 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: auto_allocate Jul 26 03:02:07.868783 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: network precommit_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.869089 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: network precommit_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.869599 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.869915 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: tag Jul 26 03:02:07.876662 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.876983 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: timestamp Jul 26 03:02:07.880793 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.881112 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: network_ip_availability Jul 26 03:02:07.886567 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.886932 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.887302 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:07.888007 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.888320 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: flavors Jul 26 03:02:07.893221 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.893543 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading Plugin: revisions Jul 26 03:02:07.897759 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 03:02:07.898148 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_concurrency.lockutils [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.988s {{(pid=104169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 03:02:07.898873 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104169) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 26 03:02:07.899233 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Initializing extension manager. Jul 26 03:02:07.899748 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: __init__.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.900086 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: __pycache__ {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.900413 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: address_group.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.901121 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.901678 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: address-group Jul 26 03:02:07.901999 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: address_scope.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.902665 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.903181 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: address-scope Jul 26 03:02:07.903497 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.904349 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.904868 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: router-admin-state-down-before-update Jul 26 03:02:07.905182 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: agent.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.905833 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.906325 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: agent Jul 26 03:02:07.906636 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: agent_resources_synced.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.907509 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.907999 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: agent-resources-synced Jul 26 03:02:07.908310 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.910027 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.910545 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: allowed-address-pairs Jul 26 03:02:07.910866 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.911897 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.912397 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: auto-allocated-topology Jul 26 03:02:07.912715 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: availability_zone.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.913361 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.913851 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: availability_zone Jul 26 03:02:07.914165 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: availability_zone_filter.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.915041 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.915541 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: availability_zone_filter Jul 26 03:02:07.915848 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: data_plane_status.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.916696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.917188 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 03:02:07.917505 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: default_subnetpools.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.918356 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.918849 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: default-subnetpools Jul 26 03:02:07.919189 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.919945 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.920529 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: dhcp_agent_scheduler Jul 26 03:02:07.920851 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: dns.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.921707 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.922202 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension dns-integration not supported by any of loaded plugins Jul 26 03:02:07.922514 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: dns_domain_ports.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.923389 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.923882 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 03:02:07.924196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.925067 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.925553 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 03:02:07.925869 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: dvr.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.926492 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.927008 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: dvr Jul 26 03:02:07.927318 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: ecmp_routes.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.928181 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.928753 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 03:02:07.928984 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: empty_string_filtering.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.929834 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.930325 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: empty-string-filtering Jul 26 03:02:07.930637 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.931529 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.932016 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 03:02:07.932330 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.933172 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.933666 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 03:02:07.933982 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: external_net.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.934827 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.935365 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: external-net Jul 26 03:02:07.935679 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.936590 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.937082 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: extra_dhcp_opt Jul 26 03:02:07.937398 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: extraroute.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.938243 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.938734 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: extraroute Jul 26 03:02:07.939084 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: extraroute_atomic.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.940044 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.940538 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: extraroute-atomic Jul 26 03:02:07.940856 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: filter_validation.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.941474 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.941964 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: filter-validation Jul 26 03:02:07.942276 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: fip_pf_description.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.943373 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.943864 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 03:02:07.944176 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: fip_pf_port_range.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.945037 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.945530 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 26 03:02:07.945842 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: fip_port_details.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.946706 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.947239 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: fip-port-details Jul 26 03:02:07.947538 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: flavors.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.948710 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.949209 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: flavors Jul 26 03:02:07.949531 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.951170 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.951748 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 03:02:07.952079 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: floatingip_pools.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.952735 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.953235 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: floatingip-pools Jul 26 03:02:07.953559 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: ip_allocation.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.954423 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.954918 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 03:02:07.955268 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.956127 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.956622 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: ip-substring-filtering Jul 26 03:02:07.956938 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l2_adjacency.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.957817 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.958304 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 03:02:07.958620 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.959640 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.960082 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: router Jul 26 03:02:07.960400 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.962577 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.963115 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 03:02:07.963440 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.964671 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.965169 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: ext-gw-mode Jul 26 03:02:07.965486 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.966350 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.966843 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: l3-ha Jul 26 03:02:07.967206 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.968062 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.968548 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 26 03:02:07.968865 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3_flavors.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.969713 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.970202 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: l3-flavors Jul 26 03:02:07.970513 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.971853 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.972359 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 26 03:02:07.972680 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.973528 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.974018 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 03:02:07.974338 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: l3agentscheduler.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.975351 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.975859 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: l3_agent_scheduler Jul 26 03:02:07.976164 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: local_ip.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.977855 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.978363 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension local_ip not supported by any of loaded plugins Jul 26 03:02:07.978689 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: logging.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.980121 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.980644 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension logging not supported by any of loaded plugins Jul 26 03:02:07.980964 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: metering.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.981656 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.982219 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: metering Jul 26 03:02:07.982539 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.983859 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.984361 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: metering_source_and_destination_fields Jul 26 03:02:07.984683 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: multiprovidernet.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.985558 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.986058 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: multi-provider Jul 26 03:02:07.986375 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: netmtu.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.987270 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.987768 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: net-mtu Jul 26 03:02:07.988078 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: netmtu_writable.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.988939 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.989430 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: net-mtu-writable Jul 26 03:02:07.989745 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: network_availability_zone.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.990368 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.990866 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: network_availability_zone Jul 26 03:02:07.991210 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: network_ip_availability.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.992276 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.992777 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: network-ip-availability Jul 26 03:02:07.993096 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: network_segment_range.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.993821 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.994309 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 03:02:07.994622 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: pagination.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.995643 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.995905 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: pagination Jul 26 03:02:07.996221 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: port_device_profile.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.997082 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.997583 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: port-device-profile Jul 26 03:02:07.997903 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: port_mac_address_override.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:07.998787 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:07.999319 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: port-mac-override Jul 26 03:02:07.999635 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.000496 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.000998 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: port-mac-address-regenerate Jul 26 03:02:08.001313 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.002169 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.002665 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: port-numa-affinity-policy Jul 26 03:02:08.003018 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: port_resource_request.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.003870 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.004369 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 03:02:08.004682 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: port_resource_request_groups.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.005587 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.006084 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 26 03:02:08.006401 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: portbindings.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.007306 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.007804 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: binding Jul 26 03:02:08.008121 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: portbindings_extended.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.009386 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.009888 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: binding-extended Jul 26 03:02:08.010204 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: portsecurity.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.011090 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.011592 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: port-security Jul 26 03:02:08.011910 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: project_id.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.013259 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.013259 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: project-id Jul 26 03:02:08.013411 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: providernet.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.014376 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.014877 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: provider Jul 26 03:02:08.015215 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.018630 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.019175 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos not supported by any of loaded plugins Jul 26 03:02:08.019498 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.020689 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.021194 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 03:02:08.021521 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.022394 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.022892 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 03:02:08.023235 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_default.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.024091 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.024582 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-default not supported by any of loaded plugins Jul 26 03:02:08.024900 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_fip.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.025758 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.026248 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-fip not supported by any of loaded plugins Jul 26 03:02:08.026570 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.027464 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.027959 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 26 03:02:08.028277 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.029136 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.029651 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 03:02:08.029968 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.030821 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.031338 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 03:02:08.031659 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.032629 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.033128 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 26 03:02:08.033547 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.034536 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.035062 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 26 03:02:08.035381 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_pps_rule.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.036502 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.036994 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-pps not supported by any of loaded plugins Jul 26 03:02:08.037311 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.038167 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.038656 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 03:02:08.038973 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.039842 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.040328 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 26 03:02:08.040647 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: qos_rules_alias.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.042072 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.042873 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 03:02:08.043408 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: quota_check_limit.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.044615 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.045526 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: quota-check-limit Jul 26 03:02:08.045994 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: quotasv2.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.047373 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.047839 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: quotas Jul 26 03:02:08.048297 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: quotasv2_detail.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.050694 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.051213 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: quota_details Jul 26 03:02:08.051678 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: rbac.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.055320 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.056103 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: rbac-policies Jul 26 03:02:08.056579 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: rbac_address_group.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.057800 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.058577 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: rbac-address-group Jul 26 03:02:08.059087 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: rbac_address_scope.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.060300 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.061195 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: rbac-address-scope Jul 26 03:02:08.061664 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: rbac_security_groups.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.063028 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.063813 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: rbac-security-groups Jul 26 03:02:08.064282 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.065495 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.066268 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: rbac-subnetpool Jul 26 03:02:08.066735 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: revisionifmatch.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.067998 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.068780 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: revision-if-match Jul 26 03:02:08.069243 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: revisions.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.070764 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.071551 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: standard-attr-revisions Jul 26 03:02:08.072023 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: router_availability_zone.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.072927 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.073701 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: router_availability_zone Jul 26 03:02:08.074167 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: routerservicetype.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.075438 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.076172 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension router-service-type not supported by any of loaded plugins Jul 26 03:02:08.076537 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.077415 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.077919 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: security-groups-normalized-cidr Jul 26 03:02:08.078236 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.079179 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.079678 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: port-security-groups-filtering Jul 26 03:02:08.079998 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.080879 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.081663 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: security-groups-remote-address-group Jul 26 03:02:08.082122 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.083384 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.084157 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: security-groups-shared-filtering Jul 26 03:02:08.084614 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: securitygroup.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.098143 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.098920 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: security-group Jul 26 03:02:08.099408 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: segment.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.100443 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.100985 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension segment not supported by any of loaded plugins Jul 26 03:02:08.101307 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.102233 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.102776 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 03:02:08.103126 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: servicetype.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.104186 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.104691 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: service-type Jul 26 03:02:08.105089 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: sorting.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.106411 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.106882 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: sorting Jul 26 03:02:08.107370 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: standard_attr_segment.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.108601 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.109367 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 03:02:08.109825 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: standardattrdescription.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.110689 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.111499 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: standard-attr-description Jul 26 03:02:08.112003 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: stateful_security_group.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.113098 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.113601 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: stateful-security-group Jul 26 03:02:08.113927 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: stdattrs_common.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.114473 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 03:02:08.114828 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.115748 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.116256 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 03:02:08.116577 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: subnet_onboard.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.117865 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.118649 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: subnet_onboard Jul 26 03:02:08.119207 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.120362 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.121131 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 03:02:08.121587 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: subnet_service_types.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.122807 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.123680 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: subnet-service-types Jul 26 03:02:08.124177 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: subnetallocation.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.125614 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.126250 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: subnet_allocation Jul 26 03:02:08.126574 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.127253 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.127753 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: subnetpool-prefix-ops Jul 26 03:02:08.128074 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.128940 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.129441 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 03:02:08.129757 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: tagging.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.130804 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.131348 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: standard-attr-tag Jul 26 03:02:08.131667 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: timestamp.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.132820 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.133319 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loaded extension: standard-attr-timestamp Jul 26 03:02:08.133640 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: trunk.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.134604 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.135130 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension trunk not supported by any of loaded plugins Jul 26 03:02:08.135447 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: trunk_details.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.136300 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.136808 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension trunk-details not supported by any of loaded plugins Jul 26 03:02:08.137113 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.137975 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.138461 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 03:02:08.138779 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Loading extension file: vlantransparent.py {{(pid=104169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 03:02:08.139464 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 03:02:08.139945 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 03:02:08.142570 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:network Jul 26 03:02:08.143122 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:subnet Jul 26 03:02:08.143512 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 03:02:08.143893 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:port Jul 26 03:02:08.145198 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.145635 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service FLAVORS assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.146255 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.146676 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.147025 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:router Jul 26 03:02:08.147447 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 03:02:08.147919 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service METERING assigned prefix: /metering {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.149375 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:08.149749 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:08.150095 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:02:08.151127 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 03:02:08.151576 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:security_group Jul 26 03:02:08.152019 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 03:02:08.152547 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service CORE assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.152869 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 03:02:08.153207 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] subnetpool is already registered Jul 26 03:02:08.153625 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service CORE assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.153937 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 03:02:08.154258 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] subnetpool is already registered Jul 26 03:02:08.156766 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.157198 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service FLAVORS assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.157782 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.158192 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.158519 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:router Jul 26 03:02:08.158850 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] router is already registered Jul 26 03:02:08.159277 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 03:02:08.159608 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] floatingip is already registered Jul 26 03:02:08.160061 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service METERING assigned prefix: /metering {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.160734 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 03:02:08.161054 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] rbac_policy is already registered Jul 26 03:02:08.161459 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:security_group Jul 26 03:02:08.161784 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] security_group is already registered Jul 26 03:02:08.162182 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 03:02:08.162502 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] security_group_rule is already registered Jul 26 03:02:08.163181 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service CORE assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.163506 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 03:02:08.163852 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] subnetpool is already registered Jul 26 03:02:08.164272 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.v2.resource_helper [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Service CORE assigned prefix: {{(pid=104169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 03:02:08.164599 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 03:02:08.164925 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING neutron.quota.resource_registry [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] subnetpool is already registered Jul 26 03:02:08.165377 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: extensions {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.166919 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: address-groups {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.168444 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: address-scopes {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.169761 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: agents {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.170977 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: auto-allocated-topology {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.172230 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: availability_zones {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.173439 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: dhcp-networks {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.174970 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: dhcp-agents {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.176440 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: routers {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.178137 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: flavors {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.179442 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: service_profiles {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.180674 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: next_providers {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.182107 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: service_profiles {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.183694 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: floatingip-pools {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.184916 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: routers {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.186734 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: floatingips {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.188037 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: l3-routers {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.189446 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: l3-agents {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.190864 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: metering-labels {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.192159 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: metering-label-rules {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.193536 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: network-ip-availabilities {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.194789 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: bindings {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.196391 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: quotas {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.198911 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: quotas {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.200474 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: rbac-policies {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.201715 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: security-groups {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.202999 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: security-group-rules {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.204348 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: service-providers {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.205568 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: subnetpools {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.206888 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: subnetpools {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.208460 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.210129 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.212024 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.213792 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.215884 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.217923 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.219677 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.221584 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.223391 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.225145 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron.api.extensions [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Extended resource: tags {{(pid=104169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 03:02:08.231455 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING keystonemiddleware.auth_token [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 03:02:08.236651 dv-cinder-850840-2-iscsi neutron-server[104169]: WARNING keystonemiddleware.auth_token [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 03:02:08.245585 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_concurrency.lockutils [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Acquired lock "singleton_lock" {{(pid=104169) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 26 03:02:08.246055 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_concurrency.lockutils [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Releasing lock "singleton_lock" {{(pid=104169) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 26 03:02:08.246705 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO oslo_service.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Starting 2 workers Jul 26 03:02:08.251599 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Started child 104278 {{(pid=104169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 03:02:08.256034 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Started child 104279 {{(pid=104169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 03:02:08.256915 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:08.257589 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO neutron.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 03:02:08.258174 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:08.258508 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [-] (104278) wsgi starting up on http://0.0.0.0:9696 Jul 26 03:02:08.260529 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO oslo_service.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Starting 1 workers Jul 26 03:02:08.260723 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:08.262088 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [-] (104279) wsgi starting up on http://0.0.0.0:9696 Jul 26 03:02:08.265679 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Started child 104280 {{(pid=104169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 03:02:08.266225 dv-cinder-850840-2-iscsi neutron-server[104169]: INFO oslo_service.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Starting 1 workers Jul 26 03:02:08.269592 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] calling RpcWorker wait() {{(pid=104280) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 03:02:08.270202 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] returning from RpcWorker wait() {{(pid=104280) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 03:02:08.270662 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Started child 104281 {{(pid=104169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 03:02:08.271413 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:08.271540 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG neutron_lib.callbacks.manager [None req-6e6850db-a708-49b3-a39a-276b032b22d6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:08.271925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:08.273320 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104169) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 03:02:08.273487 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 03:02:08.273865 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 03:02:08.274048 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 03:02:08.274392 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 03:02:08.274528 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 03:02:08.275066 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.275321 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.275574 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.275698 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:08.276174 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.276334 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.276500 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:08.276758 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.277003 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.277256 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.277496 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.277650 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.277811 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.278058 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.278297 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.278593 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.278844 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.279100 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.279353 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.279518 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.279850 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.280107 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.280357 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.280618 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] debug = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.280873 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.281369 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.281617 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.281844 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.282084 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.282356 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.282590 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.282834 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.283103 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.283298 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.283536 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.283816 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.284020 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.284242 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.284468 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.284731 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.284938 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.285399 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] host = dv-cinder-850840-2-iscsi {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.285650 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.285877 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.286113 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.286356 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.286601 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.286829 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.287093 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.287341 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.287608 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.287846 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.288175 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.288364 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.288591 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.288829 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.288991 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_options = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.289217 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.289475 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.289720 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.289947 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.290085 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.290246 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.290452 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.290612 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.290859 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.291124 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.291337 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.291547 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.291774 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.291982 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.292242 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.292470 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.292694 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.292918 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.293162 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.293434 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.293644 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.293964 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.294361 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.294648 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.294868 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.295123 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.295449 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.295681 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.295907 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.296144 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.296485 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.296945 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.297215 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.297562 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.297717 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.297953 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.298140 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.298520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.298967 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.299250 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.299508 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.299720 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.299936 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.300247 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.300364 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.300603 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.300825 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_json = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.301035 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.301267 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.301507 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.301879 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.302010 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.303171 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.303461 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.305064 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.305302 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.305758 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.307163 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.307331 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.307605 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.307882 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.308145 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.308388 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.308626 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.309155 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.309155 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.309459 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.309687 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.309980 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.310757 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.310757 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.311114 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.311255 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.311484 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.311703 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.311934 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.312167 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.312567 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.312717 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.312863 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.313100 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.313333 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.313570 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.313848 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.314094 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.314364 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.314687 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.314971 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.315235 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.315485 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.315728 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.315972 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.316187 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.316414 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.316653 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.316862 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.317108 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.317336 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.317559 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.317794 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.318017 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.318254 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.318485 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.318713 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.318970 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.320098 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.320314 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.320526 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.320738 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.320949 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.321178 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.321395 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.321634 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325012 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325577 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325577 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325577 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325766 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.325939 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.326132 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.326380 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.326600 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.326847 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.327110 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.327361 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.327577 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.327800 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.328018 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.328232 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.328446 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.328692 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.328909 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.329125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.329337 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.329575 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.329805 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.330020 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.330235 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.330450 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.330663 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.331009 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.331235 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.331497 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.331730 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.331986 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.332209 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.332463 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.332685 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.332925 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.333152 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.333414 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.333659 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.333906 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.334147 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.334381 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.334607 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.334829 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.335086 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.335322 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.335554 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.335770 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.336009 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.336223 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.336489 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.336681 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.336924 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.337160 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.337395 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.337611 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.337861 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.338115 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.338393 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.338638 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.338927 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.339182 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.339787 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.340086 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.340331 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.340613 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.340841 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.341082 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.341339 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.341567 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.341835 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.342072 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.342377 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.342590 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.342813 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.343091 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.343304 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.343531 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.343839 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.344078 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.344288 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.344512 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.344925 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.345317 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.345696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.346106 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.346351 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.346612 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.346850 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.347125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.347344 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.347584 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.347824 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.348030 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.348386 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.348748 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.349077 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.349297 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.349513 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.349742 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.349954 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.350169 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.350711 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.350711 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.350918 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.351078 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.351289 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.351504 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.351733 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.351945 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.352157 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.352370 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.352574 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.352805 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.353036 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.353294 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.353537 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.353764 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.353988 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.354241 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.354484 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.354697 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.354930 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.355196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.355406 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.355616 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.355832 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.356042 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.356267 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.356572 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.356784 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.357023 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.357252 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.357598 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.357875 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.358103 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.358357 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.358588 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.358821 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.359711 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.359711 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.359711 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.359711 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.360028 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.360104 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.360346 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.360559 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.360804 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.360997 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.361254 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.361487 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.361723 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.361936 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.362219 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.362357 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.362744 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.363077 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.363225 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.363383 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.363609 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.363860 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.364042 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.364377 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.364586 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.364817 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.365064 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.365316 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.365542 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.365769 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.365975 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.366184 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.366424 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.366614 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.366819 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.367088 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.367298 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.367503 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.367721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.367933 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.368160 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.368381 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.368578 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.368786 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.369025 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.369286 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.369440 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.369657 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.369864 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.370066 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.370282 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.370492 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.370690 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.370926 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.371158 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.371362 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.371578 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.371789 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.371992 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.372286 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.372534 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.372768 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.373042 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.373271 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.373563 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.373812 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.374108 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.374314 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.374554 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.374806 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.375043 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.375264 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.375531 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.375835 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.376089 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.376356 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.376604 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.376875 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.377144 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.377412 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.377623 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.377769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:08.377910 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.378234 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.378493 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.378734 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.379003 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.379246 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.379485 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.379703 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.379933 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.380159 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.380369 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.380602 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.380832 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.381074 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.381287 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.381509 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.381823 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.382052 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.382267 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.382519 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.382753 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.382910 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 03:02:08.383458 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104169) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 03:02:08.383849 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 03:02:08.383849 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 03:02:08.384107 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 03:02:08.384107 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 03:02:08.384357 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 03:02:08.384489 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.386125 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.387196 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388173 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388173 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388173 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388173 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388173 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] debug = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388173 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388947 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388947 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388947 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388947 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388947 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.388947 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.389721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.389721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.389721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.389721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.389721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.389721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.390520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.390520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.390520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.390520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391044 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] host = dv-cinder-850840-2-iscsi {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391044 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391044 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391436 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391436 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391683 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391813 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.391991 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.392209 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.392445 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.392660 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.392866 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.393071 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.393275 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.393479 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.393684 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_options = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.393908 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.394130 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.394353 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.394612 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.394841 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.395325 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.395325 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.395488 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.395659 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.395792 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.395910 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.396131 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.396229 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.396367 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.396523 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.396681 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.396837 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.396999 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.397157 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.397315 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.397471 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.397628 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.397785 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.397943 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.398099 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.398256 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.398411 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.398568 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.398723 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.398932 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.399114 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.399273 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.399429 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.399588 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.399744 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.399899 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.400056 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.400211 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.400375 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.400531 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.400686 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.400841 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.400997 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.401154 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.401310 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.401465 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.401621 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_json = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.401778 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.401933 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.402090 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.402246 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.402402 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.402560 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.402715 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.403163 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.403163 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 03:02:08.403444 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.403444 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.403694 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.403824 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.403954 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.404083 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.404209 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.404368 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.404552 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.404760 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.404898 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.405243 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.405243 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.405449 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.405887 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.405887 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.405887 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.406143 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.406143 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.406361 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.406439 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.406551 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.406712 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.406872 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.407083 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.407221 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.407383 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.407552 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.407712 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.407878 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.408051 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.408212 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.408372 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.408532 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.408713 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.408855 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.409016 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.409176 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.409335 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.409688 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.409688 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.409878 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.409955 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.410114 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.410258 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.410418 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.410579 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.410739 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.410898 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.411065 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.411227 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.411388 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.411547 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.411707 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.411867 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.412027 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.412186 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.412357 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.412516 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.412676 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.412835 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.412995 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.413154 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.413314 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.413472 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.413631 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.413789 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.413949 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.414122 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.414281 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.414440 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.414599 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.414758 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.414920 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.415099 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.415257 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.415417 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.415576 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.415736 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.415929 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.416055 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.416185 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.416337 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.416495 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.416654 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.416814 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.416977 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.417135 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.417329 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.417490 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.417649 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.417861 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.418019 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.418465 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.418635 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.418821 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.419054 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.419286 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.419450 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.419612 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.419773 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.419932 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.420093 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.420386 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.420485 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.420651 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.420836 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.420997 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.421157 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.421315 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.421476 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.421654 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.421921 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.422199 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.422366 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.422528 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.422690 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.422849 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.423055 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.423217 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.423403 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.423563 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.423736 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.423894 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.424226 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.424226 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.424445 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.424550 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.424679 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.424843 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.425002 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.425161 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.425319 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.425479 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.425638 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.425797 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.426030 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.426157 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.426274 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.426422 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.426582 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.426742 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.426926 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.427145 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.427420 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.427696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.427978 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.428257 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.428525 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.428797 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.429077 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.429350 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.429617 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.429886 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.430152 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.430419 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.430685 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.431025 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.431253 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.431527 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.431798 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.432067 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.432335 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.432601 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.432869 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.433139 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.433410 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.433789 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.434070 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.434201 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.434457 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.434728 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.435034 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.435301 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.435567 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.435883 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.436166 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.436441 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.436726 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.436968 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.437214 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.437458 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.437721 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.437978 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.438176 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.438342 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.438506 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.438667 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.438828 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.439013 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.439247 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.439482 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.439648 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.439856 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.440019 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.440179 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.440341 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.440525 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.440685 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.440844 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.441008 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.441168 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.441328 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.441489 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.441649 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.441809 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.441969 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.442130 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.442296 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.442441 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.442600 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.442759 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.442917 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.443099 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.443262 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.443422 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.443585 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.443748 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.443907 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.444067 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.444230 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.444389 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.444549 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.444708 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.444866 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.445025 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.445198 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.445361 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.445520 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.445679 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.445838 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.445993 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.446696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.446696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.446696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.446696 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447031 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447031 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447188 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447290 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447419 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447541 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447660 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447809 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.447979 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.448140 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.448300 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.448458 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.448618 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.448777 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.448945 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.449089 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.449238 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.449400 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.449558 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.449715 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.449886 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.450044 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.450203 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.450362 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.450521 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.450678 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.450849 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.451042 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.451204 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.451372 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.451584 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.451745 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.451905 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.452078 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.452272 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.452440 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.452602 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.452761 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.452922 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.453082 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.453247 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.453417 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.453586 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.453747 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.453915 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.454083 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.454241 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.454400 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.454569 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.454741 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.454901 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.455083 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.455245 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.455407 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.455566 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.455728 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.455888 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.456051 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.456211 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.456371 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.456521 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.456679 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.456838 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.456998 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.457160 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.457320 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.457479 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.457637 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.457799 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 03:02:08.457953 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 03:02:08.609903 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51100) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:08.618561 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065212 Jul 26 03:02:17.744271 dv-cinder-850840-2-iscsi neutron-server[104169]: DEBUG dbcounter [-] [104169] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:19.753899 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1aa35-ac0e-465e-ba2d-2ff8bd08e170 None None] get_active_networks_info from dv-cinder-850840-2-iscsi {{(pid=104280) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 26 03:02:19.761752 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writer thread running {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 03:02:19.810939 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2c76-44cf-420e-9071-52b68490a58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688293'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:19.856567 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d1aa35-ac0e-465e-ba2d-2ff8bd08e170 None None] No non-hosted networks {{(pid=104280) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 03:02:21.399647 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writer thread running {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 03:02:21.924593 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d191ae07-8bf3-495e-9838-111acf3c588e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688293'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:21.957940 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-99ad58bb-ad03-490a-93c0-5439b5e33350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:22.906104 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51166) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:23.097267 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688293'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:23.501408 dv-cinder-850840-2-iscsi neutron-server[104279]: WARNING oslo_policy.policy [None req-aba69ed8-a1a5-4966-9d19-e3a15df7597b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:23.501958 dv-cinder-850840-2-iscsi neutron-server[104279]: WARNING oslo_policy.policy [None req-aba69ed8-a1a5-4966-9d19-e3a15df7597b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:23.724182 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [None req-aba69ed8-a1a5-4966-9d19-e3a15df7597b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:02:23.727457 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-aba69ed8-a1a5-4966-9d19-e3a15df7597b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8203838 Jul 26 03:02:24.580924 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688293'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:24.750064 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688293'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:24.751224 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.751966 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.752487 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.756145 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.758430 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.758900 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.759401 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.760147 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.761418 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.762556 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.763071 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.764967 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.765949 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.766841 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.767211 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:24.767629 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850840-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:24.773521 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850840-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:26.043426 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51204) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:26.409506 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-ca9df35f-c4f1-4594-a827-ed2688bb9abb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:02:26.503944 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.policy [None req-ca9df35f-c4f1-4594-a827-ed2688bb9abb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104279) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 03:02:26.546486 dv-cinder-850840-2-iscsi neutron-server[104279]: WARNING oslo_policy.policy [None req-ca9df35f-c4f1-4594-a827-ed2688bb9abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:26.546870 dv-cinder-850840-2-iscsi neutron-server[104279]: WARNING oslo_policy.policy [None req-ca9df35f-c4f1-4594-a827-ed2688bb9abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:26.567379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writer thread running {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 03:02:26.648817 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ca9df35f-c4f1-4594-a827-ed2688bb9abb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767202009926', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767202123082', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767202106474', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767202100749', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767202109488', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767202085749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7772464', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7377180', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-895690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-890680'] for rbac-policy (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:26.723146 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ca9df35f-c4f1-4594-a827-ed2688bb9abb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:26.724342 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ca9df35f-c4f1-4594-a827-ed2688bb9abb admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6799042 Jul 26 03:02:28.071586 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.db.l3_hamode_db [None req-0580a934-5190-4c0c-94ac-b4649ad6bb57 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 03:02:28.150455 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580a934-5190-4c0c-94ac-b4649ad6bb57 None None] Routers set() bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:02:28.150806 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580a934-5190-4c0c-94ac-b4649ad6bb57 None None] Router IDs set() for agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 26 03:02:28.950941 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51216) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:29.514602 dv-cinder-850840-2-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:29.515257 dv-cinder-850840-2-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:29.729410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:02:29.743289 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writer thread running {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 03:02:29.789352 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Made reservation on behalf of 1e52b22e640c409e9307765a7cc712c4 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:02:29.858694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.policy [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104278) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 03:02:29.902350 dv-cinder-850840-2-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:29.902732 dv-cinder-850840-2-iscsi neutron-server[104278]: WARNING oslo_policy.policy [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 03:02:29.913574 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:29.938642 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:30.058320 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks [] for security_group (c27970ad-41f5-4752-95e0-1238133e3148), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:30.064700 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (c27970ad-41f5-4752-95e0-1238133e3148), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:30.099597 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:02:30.135286 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767198414785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (482580c7-7204-4880-889a-60a7a4235604), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:30.135855 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Unsubscribe: segment precommit_create {{(pid=104278) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 03:02:30.136396 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Added segment 482580c7-7204-4880-889a-60a7a4235604 of type vlan for network e85a1f79-2f31-41c0-a607-7d96fdc1803d Jul 26 03:02:30.152499 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c27970ad-41f5-4752-95e0-1238133e3148,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:30.207038 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.207353 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.207730 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.208064 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.208386 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.208706 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.209026 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.209348 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.209668 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.209948 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.210267 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.210613 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.211184 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.211542 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.211863 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Tracked resource versions report: Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: pushed versions: Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Agent': {'1.1'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Log': {'1.0'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Network': {'1.1'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Port': {'1.7'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: consumer versions: Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Agent': '1.1', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Log': '1.0', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'NDPProxy': '1.0', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Network': '1.1', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Port': '1.7', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'PortForwarding': '1.3', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'QosPolicy': '1.10', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SubPort': '1.0', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Subnet': '1.1', Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Trunk': '1.1'}} Jul 26 03:02:30.213272 dv-cinder-850840-2-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:02:30.244419 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (e85a1f79-2f31-41c0-a607-7d96fdc1803d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:30.289335 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (e85a1f79-2f31-41c0-a607-7d96fdc1803d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:30.294650 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:30.295421 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:30.389889 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4367135 Jul 26 03:02:30.422048 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a0f2-6ffa-46e5-b896-e7260c755e91 demo demo] Pushing event updated for resources: {'Network': ['ID=e85a1f79-2f31-41c0-a607-7d96fdc1803d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:30.434761 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:02:32.680777 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51236) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:33.157064 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef970b8a-ebc9-40c1-9636-304ed49e2424 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:33.158370 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ef970b8a-ebc9-40c1-9636-304ed49e2424 demo admin] 10.222.0.42 "GET /v2.0/networks/e85a1f79-2f31-41c0-a607-7d96fdc1803d HTTP/1.1" status: 200 len: 825 time: 0.4765909 Jul 26 03:02:33.204023 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-630a7d47-e7a3-4d4a-903d-25559a286b96 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/01be582a-7cf6-4a4f-9626-2d6b03f0663f HTTP/1.1" status: 200 len: 734 time: 0.0365694 Jul 26 03:02:33.216136 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'ip_version': 4, 'subnetpool_id': '01be582a-7cf6-4a4f-9626-2d6b03f0663f', 'gateway_ip': '172.20.0.1'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:02:33.236507 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:33.243788 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Made reservation on behalf of 1e52b22e640c409e9307765a7cc712c4 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:02:33.246451 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:33.566600 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (94c7fe13-e312-44df-9d77-3a7060442627), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:33.588683 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:33.631222 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=94c7fe13-e312-44df-9d77-3a7060442627,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:33.643574 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Checking segment: {'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:02:33.644024 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Network hostable DHCP agents. Network: e85a1f79-2f31-41c0-a607-7d96fdc1803d, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:02:33.667289 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:02:33.679360 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, e85a1f79-2f31-41c0-a607-7d96fdc1803d) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:02:33.684443 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:33.685068 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:33.690073 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199de5d-cf8b-4801-8366-23a2e2936171 None None] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:02:33.705496 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b108d7f5-c6e3-47d6-a955-374b5fb5f7e1 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4931140 Jul 26 03:02:33.953826 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'fixed_ips': [{'subnet_id': '94c7fe13-e312-44df-9d77-3a7060442627'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:02:33.955277 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:34.234595 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Allocated IP 172.20.0.2 (e85a1f79-2f31-41c0-a607-7d96fdc1803d/94c7fe13-e312-44df-9d77-3a7060442627/910c329a-33aa-4dc9-bbcc-b86a2f2d0be4) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:02:34.241340 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:34.521133 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Publish callbacks [] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:34.529897 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:34.609658 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:02:34.613480 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:02:34.615132 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Pushing event updated for resources: {'Port': ['ID=910c329a-33aa-4dc9-bbcc-b86a2f2d0be4,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:34.620226 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:02:34.628470 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.628792 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.629147 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.629496 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.629823 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.630146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.630504 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.630821 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.631155 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.631468 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.631787 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.632111 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.632416 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.632747 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.633051 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Tracked resource versions report: Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: pushed versions: Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: { 'AddressGroup': {'1.2'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Agent': {'1.1'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'ConntrackHelper': {'1.0'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Log': {'1.0'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'NDPProxy': {'1.0'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Network': {'1.1'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Port': {'1.7'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'PortForwarding': {'1.3'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'QosPolicy': {'1.10'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroup': {'1.5'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SubPort': {'1.0'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Subnet': {'1.1'}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Trunk': {'1.1'}} Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: consumer versions: Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Agent': '1.1', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'ConntrackHelper': '1.0', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'LocalIPAssociation': '1.0', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Log': '1.0', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'NDPProxy': '1.0', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Network': '1.1', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Port': '1.7', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'PortForwarding': '1.3', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'QosPolicy': '1.10', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroup': '1.5', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroupRule': '1.2', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SubPort': '1.0', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Subnet': '1.1', Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Trunk': '1.1'}} Jul 26 03:02:34.634486 dv-cinder-850840-2-iscsi neutron-server[104280]: {{(pid=104280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:02:34.712792 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Attempting to bind port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:02:34.713519 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Attempting to bind port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:02:34.713615 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Attempting to bind port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 on network e85a1f79-2f31-41c0-a607-7d96fdc1803d {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:02:34.719678 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:02:34.720067 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Checking segment: {'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:02:34.720482 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:34.720864 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Bound using segment: {'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:02:34.721320 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Bound port: 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:02:34.721718 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:34.751935 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:34.783908 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] For port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:02:34.803226 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] For port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=910c329a-33aa-4dc9-bbcc-b86a2f2d0be4,segment=NetworkSegment(482580c7-7204-4880-889a-60a7a4235604),segment_id=482580c7-7204-4880-889a-60a7a4235604)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:02:34.810613 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:34.865886 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c6f6e-f633-4eb3-82ee-97b7c2179037 None None] Pushing event updated for resources: {'Port': ['ID=910c329a-33aa-4dc9-bbcc-b86a2f2d0be4,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:35.608884 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:35.610242 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:35.999625 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51252) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:36.355348 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [None req-ea17c0af-cc7e-4043-9206-61e15db93fc8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:02:36.356332 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ea17c0af-cc7e-4043-9206-61e15db93fc8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3557234 Jul 26 03:02:36.716082 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:36.718211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=23,neutron:INSERT=34,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:38.606566 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51264) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:38.955946 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [None req-01bc4146-c7ef-4ce4-be1c-aabddddb19b9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:02:38.956924 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-01bc4146-c7ef-4ce4-be1c-aabddddb19b9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3494468 Jul 26 03:02:41.198161 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51272) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:41.545682 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-1a3ede08-f92b-4627-ba5e-9ba8a2334d3a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:02:41.576974 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1a3ede08-f92b-4627-ba5e-9ba8a2334d3a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (80faf181-56e6-4969-8809-17bb7cfd9880), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:41.578751 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1a3ede08-f92b-4627-ba5e-9ba8a2334d3a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (80faf181-56e6-4969-8809-17bb7cfd9880), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:41.749075 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1a3ede08-f92b-4627-ba5e-9ba8a2334d3a demo demo] Publish callbacks [] for router_controller (80faf181-56e6-4969-8809-17bb7cfd9880), precommit_add_association {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:41.755205 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1a3ede08-f92b-4627-ba5e-9ba8a2334d3a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (80faf181-56e6-4969-8809-17bb7cfd9880), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:41.775853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1a3ede08-f92b-4627-ba5e-9ba8a2334d3a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:41.777019 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-1a3ede08-f92b-4627-ba5e-9ba8a2334d3a demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5779045 Jul 26 03:02:42.448012 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:02:42.532657 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:42.532977 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:42.636511 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:02:42.636915 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:42.672825 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=910c329a-33aa-4dc9-bbcc-b86a2f2d0be4,segment=NetworkSegment(482580c7-7204-4880-889a-60a7a4235604),segment_id=482580c7-7204-4880-889a-60a7a4235604)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:02:42.678822 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:42.725727 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=910c329a-33aa-4dc9-bbcc-b86a2f2d0be4,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:42.900203 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735583d-4d8d-4b85-b137-6491f65ed2e6 None None] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:02:42.956717 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-ca303848-5694-4a2e-84a2-b7ddc219d85d None None] Provisioning complete for port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:42.957099 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ca303848-5694-4a2e-84a2-b7ddc219d85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:43.025127 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:43.093296 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-ca303848-5694-4a2e-84a2-b7ddc219d85d None None] Current status of the port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:02:43.316490 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-67d7ca94-3602-47ca-99c9-cd392a1fff8c None None] Provisioning complete for port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:43.316913 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-67d7ca94-3602-47ca-99c9-cd392a1fff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:43.393556 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-67d7ca94-3602-47ca-99c9-cd392a1fff8c None None] Current status of the port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:02:43.697591 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=46,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:43.698454 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:44.027937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51286) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:44.386827 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [None req-0b13de3d-0262-4039-a506-0421f7060845 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:02:44.387884 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0b13de3d-0262-4039-a506-0421f7060845 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3590136 Jul 26 03:02:44.436024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:02:44.489998 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:44.490395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:44.552001 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:44.567991 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:02:46.655484 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51294) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:46.995294 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:02:47.020989 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Made reservation on behalf of b8c4cb2e7662425d87dcbcca96df5974 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:02:47.023570 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.033269 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.112333 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks [] for security_group (da524b62-b696-4a9f-9eb7-317053c78898), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.117837 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (da524b62-b696-4a9f-9eb7-317053c78898), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.136725 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Reserving flat network on physical network physnet1 {{(pid=104278) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 03:02:47.155851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da524b62-b696-4a9f-9eb7-317053c78898,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:47.162553 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (f4509579-bc86-49e6-8de3-7930c864b912), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.162894 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Added segment f4509579-bc86-49e6-8de3-7930c864b912 of type flat for network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e Jul 26 03:02:47.214596 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.250147 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.251199 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:47.252081 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:47.331475 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6748745 Jul 26 03:02:47.350429 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4222623-d062-4e13-a510-93fd4e49e5dc admin admin] Pushing event updated for resources: {'Network': ['ID=5e4aae24-bf2f-4f56-8c39-cdfd33375d7e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:47.361790 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:02:49.582606 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51302) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:49.693534 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-49794437-8b0d-49a7-b079-d1c6ec562ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:50.002092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d229050a-4811-495f-9420-6d69214708ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:50.003855 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d229050a-4811-495f-9420-6d69214708ab demo admin] 10.222.0.42 "GET /v2.0/subnets/94c7fe13-e312-44df-9d77-3a7060442627 HTTP/1.1" status: 200 len: 849 time: 0.4202547 Jul 26 03:02:50.164483 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-946bfe40-4fe9-43e9-94c0-5964e95f2e15 demo admin] 10.222.0.42 "GET /v2.0/routers/80faf181-56e6-4969-8809-17bb7cfd9880 HTTP/1.1" status: 200 len: 704 time: 0.1533442 Jul 26 03:02:50.440659 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:50.652858 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:50.741780 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Allocated IP 172.20.0.1 (e85a1f79-2f31-41c0-a607-7d96fdc1803d/94c7fe13-e312-44df-9d77-3a7060442627/687f3a07-3497-40f9-90cc-bfd19bc0498e) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:02:50.744773 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:50.905934 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks [] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.024851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.102126 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:02:51.107277 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:02:51.114518 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:02:51.115109 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (80faf181-56e6-4969-8809-17bb7cfd9880), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.137681 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Pushing event updated for resources: {'Port': ['ID=687f3a07-3497-40f9-90cc-bfd19bc0498e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:51.275891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9da693b9-1ea8-43e8-81c4-ebd363797673 None None] Provisioning complete for port 687f3a07-3497-40f9-90cc-bfd19bc0498e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:51.277432 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9da693b9-1ea8-43e8-81c4-ebd363797673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.310435 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9da693b9-1ea8-43e8-81c4-ebd363797673 None None] Port 687f3a07-3497-40f9-90cc-bfd19bc0498e cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:02:51.327234 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.547413 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks [] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.553777 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.554896 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (80faf181-56e6-4969-8809-17bb7cfd9880), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.633980 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Pushing event updated for resources: {'Port': ['ID=687f3a07-3497-40f9-90cc-bfd19bc0498e,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:51.650783 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:51.689691 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:02:51.691131 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:02:51.767627 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=9,neutron:INSERT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:51.770845 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:51.861233 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Router 80faf181-56e6-4969-8809-17bb7cfd9880 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:02:51.925978 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1126725e-d8dc-405f-8df2-c52054e2ffe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.927366 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:51.934851 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-fd69eb93-8c50-43ff-81fa-97b6b9071c7f None None] Provisioning complete for port 687f3a07-3497-40f9-90cc-bfd19bc0498e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:51.935277 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fd69eb93-8c50-43ff-81fa-97b6b9071c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:51.951937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:02:51.957479 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-aba9ab11-9464-4c42-80b0-6109f283a854 demo admin] 10.222.0.42 "PUT /v2.0/routers/80faf181-56e6-4969-8809-17bb7cfd9880/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7873642 Jul 26 03:02:51.964087 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Sync routers for ids ['80faf181-56e6-4969-8809-17bb7cfd9880'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:02:51.979606 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Routers {'80faf181-56e6-4969-8809-17bb7cfd9880'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:02:51.980447 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:02:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['80faf181-56e6-4969-8809-17bb7cfd9880'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:52.035114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-fd69eb93-8c50-43ff-81fa-97b6b9071c7f None None] Port 687f3a07-3497-40f9-90cc-bfd19bc0498e cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:02:52.177050 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Set router 80faf181-56e6-4969-8809-17bb7cfd9880 gateway port host: None {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:02:52.592390 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'name': 'router1', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:02:41Z', 'updated_at': '2022-07-26T03:02:51Z', 'revision_number': 2, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'gw_port_host': None, '_interfaces': [{'id': '687f3a07-3497-40f9-90cc-bfd19bc0498e', 'name': '', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'mac_address': 'fa:16:3e:2a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94c7fe13-e312-44df-9d77-3a7060442627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:50Z', 'updated_at': '2022-07-26T03:02:51Z', 'revision_number': 2, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'subnets': [{'id': '94c7fe13-e312-44df-9d77-3a7060442627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01be582a-7cf6-4a4f-9626-2d6b03f0663f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:52.640331 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Checking router: 80faf181-56e6-4969-8809-17bb7cfd9880 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:02:52.640700 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Updating router 80faf181-56e6-4969-8809-17bb7cfd9880 port 687f3a07-3497-40f9-90cc-bfd19bc0498e binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:02:52.695730 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.062517 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.207905 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Publish callbacks [] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.216447 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.384385 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Pushing event updated for resources: {'Port': ['ID=687f3a07-3497-40f9-90cc-bfd19bc0498e,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:53.400382 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.400719 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.401073 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.401409 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.401734 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.402056 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.402373 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.402693 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.403352 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.403671 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.403988 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.404320 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.404635 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.404945 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.405252 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Tracked resource versions report: Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: pushed versions: Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: { 'AddressGroup': {'1.2'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Agent': {'1.1'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'ConntrackHelper': {'1.0'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Log': {'1.0'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'NDPProxy': {'1.0'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Network': {'1.1'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Port': {'1.7'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'PortForwarding': {'1.3'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'QosPolicy': {'1.10'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroup': {'1.5'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SubPort': {'1.0'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Subnet': {'1.1'}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Trunk': {'1.1'}} Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: consumer versions: Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Agent': '1.1', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'ConntrackHelper': '1.0', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'LocalIPAssociation': '1.0', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Log': '1.0', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'NDPProxy': '1.0', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Network': '1.1', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Port': '1.7', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'PortForwarding': '1.3', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'QosPolicy': '1.10', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroup': '1.5', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroupRule': '1.2', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SubPort': '1.0', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Subnet': '1.1', Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Trunk': '1.1'}} Jul 26 03:02:53.406705 dv-cinder-850840-2-iscsi neutron-server[104281]: {{(pid=104281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:02:53.413445 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Attempting to bind port 687f3a07-3497-40f9-90cc-bfd19bc0498e on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:02:53.413837 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Attempting to bind port 687f3a07-3497-40f9-90cc-bfd19bc0498e by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:02:53.414300 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Attempting to bind port 687f3a07-3497-40f9-90cc-bfd19bc0498e on network e85a1f79-2f31-41c0-a607-7d96fdc1803d {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:02:53.420311 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:02:53.420742 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Checking segment: {'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:02:53.421206 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.421589 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Bound using segment: {'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:02:53.422050 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Bound port: 687f3a07-3497-40f9-90cc-bfd19bc0498e, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482580c7-7204-4880-889a-60a7a4235604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:02:53.422429 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.462536 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-2be1bdcb-d216-4f99-a586-028d6e1d1b42 None None] Provisioning complete for port 687f3a07-3497-40f9-90cc-bfd19bc0498e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:53.462921 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2be1bdcb-d216-4f99-a586-028d6e1d1b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.491743 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] For port 687f3a07-3497-40f9-90cc-bfd19bc0498e, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:02:53.496382 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-2be1bdcb-d216-4f99-a586-028d6e1d1b42 None None] Port 687f3a07-3497-40f9-90cc-bfd19bc0498e cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:02:53.507338 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:53.513157 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] For port 687f3a07-3497-40f9-90cc-bfd19bc0498e, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=687f3a07-3497-40f9-90cc-bfd19bc0498e,segment=NetworkSegment(482580c7-7204-4880-889a-60a7a4235604),segment_id=482580c7-7204-4880-889a-60a7a4235604)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:02:53.519855 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.563385 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:53.574424 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Routers {'80faf181-56e6-4969-8809-17bb7cfd9880'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:02:53.575098 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:02:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['80faf181-56e6-4969-8809-17bb7cfd9880'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:53.638870 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e891a4-e414-4e0b-afed-73e9bd988906 None None] Pushing event updated for resources: {'Port': ['ID=687f3a07-3497-40f9-90cc-bfd19bc0498e,revision_number=4']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:53.674018 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] Set router 80faf181-56e6-4969-8809-17bb7cfd9880 gateway port host: None {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:02:53.817702 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5ff9a091-ca36-4dad-bc2b-1b6c01bbdef7 None None] Provisioning complete for port 687f3a07-3497-40f9-90cc-bfd19bc0498e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:02:53.818022 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a091-ca36-4dad-bc2b-1b6c01bbdef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.878598 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'name': 'router1', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:02:41Z', 'updated_at': '2022-07-26T03:02:51Z', 'revision_number': 2, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'gw_port_host': None, '_interfaces': [{'id': '687f3a07-3497-40f9-90cc-bfd19bc0498e', 'name': '', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'mac_address': 'fa:16:3e:2a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94c7fe13-e312-44df-9d77-3a7060442627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:50Z', 'updated_at': '2022-07-26T03:02:53Z', 'revision_number': 4, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'subnets': [{'id': '94c7fe13-e312-44df-9d77-3a7060442627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01be582a-7cf6-4a4f-9626-2d6b03f0663f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:02:53.893000 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9a091-ca36-4dad-bc2b-1b6c01bbdef7 None None] Current status of the port 687f3a07-3497-40f9-90cc-bfd19bc0498e is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:02:53.893405 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a091-ca36-4dad-bc2b-1b6c01bbdef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.905295 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa02007-abed-45d0-822a-40047081a3e7 None None] The sync data for ids ['80faf181-56e6-4969-8809-17bb7cfd9880'] in dv-cinder-850840-2-iscsi is: [{'id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'name': 'router1', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:02:41Z', 'updated_at': '2022-07-26T03:02:51Z', 'revision_number': 2, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'gw_port_host': None, '_interfaces': [{'id': '687f3a07-3497-40f9-90cc-bfd19bc0498e', 'name': '', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'mac_address': 'fa:16:3e:2a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94c7fe13-e312-44df-9d77-3a7060442627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:50Z', 'updated_at': '2022-07-26T03:02:53Z', 'revision_number': 4, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'subnets': [{'id': '94c7fe13-e312-44df-9d77-3a7060442627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01be582a-7cf6-4a4f-9626-2d6b03f0663f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:02:53.928652 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5ff9a091-ca36-4dad-bc2b-1b6c01bbdef7 None None] For port 687f3a07-3497-40f9-90cc-bfd19bc0498e, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=687f3a07-3497-40f9-90cc-bfd19bc0498e,segment=NetworkSegment(482580c7-7204-4880-889a-60a7a4235604),segment_id=482580c7-7204-4880-889a-60a7a4235604)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:02:53.934380 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a091-ca36-4dad-bc2b-1b6c01bbdef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:53.987437 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9a091-ca36-4dad-bc2b-1b6c01bbdef7 None None] Pushing event updated for resources: {'Port': ['ID=687f3a07-3497-40f9-90cc-bfd19bc0498e,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:54.184885 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51312) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:54.527900 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:54.678745 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c4a69-09e9-4d9b-a174-b4edd18a02d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:54.680406 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c43c4a69-09e9-4d9b-a174-b4edd18a02d4 admin admin] 10.222.0.42 "GET /v2.0/networks/5e4aae24-bf2f-4f56-8c39-cdfd33375d7e HTTP/1.1" status: 200 len: 842 time: 0.4944773 Jul 26 03:02:54.690384 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:02:54.715732 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Made reservation on behalf of b8c4cb2e7662425d87dcbcca96df5974 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:02:54.719158 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:54.741277 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:55.109379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.objects.ports [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104279) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 26 03:02:55.109379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (9ef825a4-de49-4209-a533-5276f9d1b6a3), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:55.185209 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef825a4-de49-4209-a533-5276f9d1b6a3,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:55.188120 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:02:55.188492 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Network hostable DHCP agents. Network: 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:02:55.200271 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.200605 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.200943 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.201263 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.201585 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.201976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.202287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.202600 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.202913 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.203253 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.203581 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.203879 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.204188 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.204492 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.204809 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Tracked resource versions report: Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: pushed versions: Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: { 'AddressGroup': {'1.2'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Agent': {'1.1'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'ConntrackHelper': {'1.0'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Log': {'1.0'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'NDPProxy': {'1.0'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Network': {'1.1'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Port': {'1.7'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'PortForwarding': {'1.3'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'QosPolicy': {'1.10'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroup': {'1.5'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SubPort': {'1.0'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Subnet': {'1.1'}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Trunk': {'1.1'}} Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: consumer versions: Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Agent': '1.1', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'ConntrackHelper': '1.0', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'LocalIPAssociation': '1.0', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Log': '1.0', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'NDPProxy': '1.0', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Network': '1.1', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Port': '1.7', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'PortForwarding': '1.3', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'QosPolicy': '1.10', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroup': '1.5', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroupRule': '1.2', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SubPort': '1.0', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Subnet': '1.1', Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Trunk': '1.1'}} Jul 26 03:02:55.206192 dv-cinder-850840-2-iscsi neutron-server[104279]: {{(pid=104279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:02:55.243576 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:02:55.257281 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:02:55.264794 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:55.267314 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:55.271244 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199a8c6-0c59-44f5-afcd-a426a9034069 None None] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:02:55.301210 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-fce92e3a-6765-4f59-853e-48bd52e51616 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6143627 Jul 26 03:02:55.342869 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:55.422414 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d49be4-bfdf-486f-93f5-b79b5fea980c None None] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:02:57.639773 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51324) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:02:58.068684 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ac805252-9226-4732-a8cd-dacb25b21586 demo admin] 10.222.0.42 "GET /v2.0/routers/80faf181-56e6-4969-8809-17bb7cfd9880 HTTP/1.1" status: 200 len: 710 time: 0.4276576 Jul 26 03:02:58.161378 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824a73b-763f-4045-8226-610a2a5666f0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:02:58.162790 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9824a73b-763f-4045-8226-610a2a5666f0 demo admin] 10.222.0.42 "GET /v2.0/networks/5e4aae24-bf2f-4f56-8c39-cdfd33375d7e HTTP/1.1" status: 200 len: 886 time: 0.0875652 Jul 26 03:02:58.172215 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:02:58.495243 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks [] for router_gateway (80faf181-56e6-4969-8809-17bb7cfd9880), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:58.741643 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks [] for router_gateway (80faf181-56e6-4969-8809-17bb7cfd9880), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:58.823002 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:58.831928 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:58.938966 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Allocated IP 172.27.3.175 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:02:59.045378 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks [] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:59.059382 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:59.079786 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:59.118006 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:02:59.121118 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:02:59.127086 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:02:59.187356 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Pushing event updated for resources: {'Port': ['ID=b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:02:59.396125 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks [] for router_gateway (80faf181-56e6-4969-8809-17bb7cfd9880), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:59.598238 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-691877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3933'] for router (80faf181-56e6-4969-8809-17bb7cfd9880), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:59.602187 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-691884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-691863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-631461'] for router (80faf181-56e6-4969-8809-17bb7cfd9880), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:59.682429 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:02:59.711566 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Router 80faf181-56e6-4969-8809-17bb7cfd9880 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:02:59.815326 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:02:59.819998 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:02:59.821963 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a7a1af94-1b3b-40cc-8e30-6d0c69c89b00 demo admin] 10.222.0.42 "PUT /v2.0/routers/80faf181-56e6-4969-8809-17bb7cfd9880 HTTP/1.1" status: 200 len: 890 time: 1.6531656 Jul 26 03:03:00.228956 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Sync routers for ids ['80faf181-56e6-4969-8809-17bb7cfd9880'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:03:00.241096 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Routers {'80faf181-56e6-4969-8809-17bb7cfd9880'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:03:00.241729 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:02:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['80faf181-56e6-4969-8809-17bb7cfd9880'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:03:00.446413 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Set router 80faf181-56e6-4969-8809-17bb7cfd9880 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:03:00.461915 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 687f3a07-3497-40f9-90cc-bfd19bc0498e up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:03:00.611443 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:00.688756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 687f3a07-3497-40f9-90cc-bfd19bc0498e triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:03:00.689038 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:00.893198 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 687f3a07-3497-40f9-90cc-bfd19bc0498e is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:03:00.909714 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'name': 'router1', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:02:41Z', 'updated_at': '2022-07-26T03:02:59Z', 'revision_number': 4, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'gw_port': {'id': 'b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:58Z', 'updated_at': '2022-07-26T03:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '687f3a07-3497-40f9-90cc-bfd19bc0498e', 'name': '', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'mac_address': 'fa:16:3e:2a:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94c7fe13-e312-44df-9d77-3a7060442627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:50Z', 'updated_at': '2022-07-26T03:02:53Z', 'revision_number': 5, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'subnets': [{'id': '94c7fe13-e312-44df-9d77-3a7060442627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01be582a-7cf6-4a4f-9626-2d6b03f0663f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:03:01.041480 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Checking router: 80faf181-56e6-4969-8809-17bb7cfd9880 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:03:01.041840 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Updating router 80faf181-56e6-4969-8809-17bb7cfd9880 port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:03:01.095486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:01.395215 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:01.415664 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Publish callbacks [] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:01.422163 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:01.475797 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2abb7-686f-438a-b67c-e050e41662d4 None None] Pushing event updated for resources: {'Port': ['ID=b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:03:01.478440 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Attempting to bind port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:03:01.478993 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Attempting to bind port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:03:01.479380 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Attempting to bind port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:03:01.485959 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:03:01.486333 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:03:01.486738 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:01.487152 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:03:01.487601 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Bound port: b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:03:01.487994 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:01.537920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] For port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:03:01.542145 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] For port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:03:01.549472 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:01.611151 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Routers {'80faf181-56e6-4969-8809-17bb7cfd9880'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:03:01.611775 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:02:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['80faf181-56e6-4969-8809-17bb7cfd9880'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:03:01.613726 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2abb7-686f-438a-b67c-e050e41662d4 None None] Pushing event updated for resources: {'Port': ['ID=b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:03:01.723883 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] Set router 80faf181-56e6-4969-8809-17bb7cfd9880 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:03:01.757363 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:01.924473 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'name': 'router1', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:02:41Z', 'updated_at': '2022-07-26T03:02:59Z', 'revision_number': 4, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'gw_port': {'id': 'b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:58Z', 'updated_at': '2022-07-26T03:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '687f3a07-3497-40f9-90cc-bfd19bc0498e', 'name': '', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'mac_address': 'fa:16:3e:2a:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94c7fe13-e312-44df-9d77-3a7060442627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:50Z', 'updated_at': '2022-07-26T03:02:53Z', 'revision_number': 5, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'subnets': [{'id': '94c7fe13-e312-44df-9d77-3a7060442627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01be582a-7cf6-4a4f-9626-2d6b03f0663f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:03:01.954011 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f563-0843-4a83-8682-d59422d0ec38 None None] The sync data for ids ['80faf181-56e6-4969-8809-17bb7cfd9880'] in dv-cinder-850840-2-iscsi is: [{'id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'name': 'router1', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:02:41Z', 'updated_at': '2022-07-26T03:02:59Z', 'revision_number': 4, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'gw_port': {'id': 'b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:58Z', 'updated_at': '2022-07-26T03:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '687f3a07-3497-40f9-90cc-bfd19bc0498e', 'name': '', 'network_id': 'e85a1f79-2f31-41c0-a607-7d96fdc1803d', 'tenant_id': '1e52b22e640c409e9307765a7cc712c4', 'mac_address': 'fa:16:3e:2a:6d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80faf181-56e6-4969-8809-17bb7cfd9880', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94c7fe13-e312-44df-9d77-3a7060442627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:02:50Z', 'updated_at': '2022-07-26T03:02:53Z', 'revision_number': 5, 'project_id': '1e52b22e640c409e9307765a7cc712c4', 'subnets': [{'id': '94c7fe13-e312-44df-9d77-3a7060442627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01be582a-7cf6-4a4f-9626-2d6b03f0663f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:03:02.245098 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51336) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:03:02.462072 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:03:02.508683 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:03:02.509074 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:02.593228 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:03:02.593610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:02.614671 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:03:02.619018 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:02.671799 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:03:02.737789 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-79673014-9ee3-4ba8-b34b-7d61a1c3076d admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4915237 Jul 26 03:03:03.877090 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=50 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:03.881249 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=24 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:04.460719 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:03:04.500861 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:04.514686 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:03:04.515127 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:04.603452 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port b71ccdd7-a4c6-4405-a2d0-db0c2ef72f46 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:03:05.317951 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:03:09.811342 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:09.812761 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:12.724991 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=57,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:12.733676 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:14.587361 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=62 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:14.601663 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=11 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:19.688262 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f8b14446-3f5b-450d-9b10-2857bd67194b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:21.920817 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0d26795-56e2-4a52-bd38-10877f699205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:23.066719 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:23.321040 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:23.323293 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:24.531509 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:24.740005 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:34.524934 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:34.735469 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:03:42.307484 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:03:49.684278 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-0338698a-c6e7-4ab6-baed-e709d5b10846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:51.926000 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-658175fb-f4ec-4f54-9409-53b0755bfebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:53.091942 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:54.532419 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:03:54.735607 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:00.321686 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:00.322354 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:04.723066 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=18 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:04.730632 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:18.307647 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:18.309753 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:19.306934 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:04:19.681118 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7c26582c-4faf-4427-8402-31ff7e9cdec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:21.921036 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cbe6-ceb6-492f-b820-0b16a2cd8690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:23.074599 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:24.531157 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:24.742192 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:24.844060 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51872) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:25.235065 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad32a0e-5a36-47a6-8f3e-96ca9a8823ae admin admin] GET failed (client error): The resource could not be found. Jul 26 03:04:25.236231 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-dad32a0e-5a36-47a6-8f3e-96ca9a8823ae admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3912256 Jul 26 03:04:25.397143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9447355-72e5-4704-b939-184d2cfa08a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:25.398631 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c9447355-72e5-4704-b939-184d2cfa08a6 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563761 Jul 26 03:04:27.601231 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51882) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:28.026458 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f26830-3a2d-4d69-b579-39681148c8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:28.027894 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-64f26830-3a2d-4d69-b579-39681148c8c9 admin admin] 10.222.0.42 "GET /v2.0/subnets/94c7fe13-e312-44df-9d77-3a7060442627 HTTP/1.1" status: 200 len: 849 time: 0.4257200 Jul 26 03:04:28.038220 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:04:28.124054 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Publish callbacks [] for subnet (94c7fe13-e312-44df-9d77-3a7060442627), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:28.297721 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767198290661'] for subnet (94c7fe13-e312-44df-9d77-3a7060442627), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:28.336372 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:28.337410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:28.339025 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] 10.222.0.42 "PUT /v2.0/subnets/94c7fe13-e312-44df-9d77-3a7060442627 HTTP/1.1" status: 200 len: 868 time: 0.3050084 Jul 26 03:04:28.348530 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d306a0-9340-4f0c-b192-f9e0c7a0f5e5 None None] Network e85a1f79-2f31-41c0-a607-7d96fdc1803d requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:04:28.360009 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c7fe13-e312-44df-9d77-3a7060442627,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:04:28.368010 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.368361 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.368712 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.369059 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.369391 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.369723 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.370052 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.370376 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.370717 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.371078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.371419 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.372068 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.372378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.372720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.373033 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ddb5a-1cf4-47ef-881a-956767ebe289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:04:28.639848 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-caebe2d7-0ac8-4bd7-aa41-6973183b6f62 None None] Provisioning complete for port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:04:28.640234 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-caebe2d7-0ac8-4bd7-aa41-6973183b6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (910c329a-33aa-4dc9-bbcc-b86a2f2d0be4), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:28.712631 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-caebe2d7-0ac8-4bd7-aa41-6973183b6f62 None None] Current status of the port 910c329a-33aa-4dc9-bbcc-b86a2f2d0be4 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:04:28.720791 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-caebe2d7-0ac8-4bd7-aa41-6973183b6f62 None None] Provisioning complete for port 687f3a07-3497-40f9-90cc-bfd19bc0498e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:04:28.721176 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-caebe2d7-0ac8-4bd7-aa41-6973183b6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (687f3a07-3497-40f9-90cc-bfd19bc0498e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:28.793743 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-caebe2d7-0ac8-4bd7-aa41-6973183b6f62 None None] Current status of the port 687f3a07-3497-40f9-90cc-bfd19bc0498e is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:04:30.530875 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51890) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:31.124393 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9f5f5-d988-453b-8a4b-7d8b255738fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:31.124863 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9f5f5-d988-453b-8a4b-7d8b255738fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:31.126467 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cdc9f5f5-d988-453b-8a4b-7d8b255738fe admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5945451 Jul 26 03:04:33.286276 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51900) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:33.782025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a94d225-1818-4014-a0bc-5c4dc04be2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:33.782490 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a94d225-1818-4014-a0bc-5c4dc04be2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:33.784058 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-9a94d225-1818-4014-a0bc-5c4dc04be2c0 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4968617 Jul 26 03:04:35.956176 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51908) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:36.403883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32052726-5248-404c-abf3-6fa355388e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:36.405259 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-32052726-5248-404c-abf3-6fa355388e47 admin admin] 10.222.0.42 "GET /v2.0/networks/5e4aae24-bf2f-4f56-8c39-cdfd33375d7e HTTP/1.1" status: 200 len: 886 time: 0.4481022 Jul 26 03:04:37.319232 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:37.319994 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:38.571518 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51916) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:38.786823 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:38.791626 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:39.048123 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79368f-0d15-428f-9b17-1ee7b547edbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:39.050028 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ca79368f-0d15-428f-9b17-1ee7b547edbd admin admin] 10.222.0.42 "GET /v2.0/networks/e85a1f79-2f31-41c0-a607-7d96fdc1803d HTTP/1.1" status: 200 len: 869 time: 0.4775488 Jul 26 03:04:41.119002 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=12 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:41.120976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:41.233452 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51926) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:41.647959 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe65cd5-24dc-43cf-85dd-ff9f33c87a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:41.648411 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe65cd5-24dc-43cf-85dd-ff9f33c87a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:41.649926 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2fe65cd5-24dc-43cf-85dd-ff9f33c87a49 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4155309 Jul 26 03:04:43.831807 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 51934) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:44.222155 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a936db2-bf98-48dc-8a79-f9d642ebadf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:44.222531 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a936db2-bf98-48dc-8a79-f9d642ebadf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:44.224145 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7a936db2-bf98-48dc-8a79-f9d642ebadf1 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3913612 Jul 26 03:04:46.380969 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51942) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:46.726237 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:46.752837 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:46.768695 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59602198-ee31-4eb5-88ed-f271f0cf3ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:46.770039 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-59602198-ee31-4eb5-88ed-f271f0cf3ad8 admin admin] 10.222.0.42 "GET /v2.0/subnets/94c7fe13-e312-44df-9d77-3a7060442627 HTTP/1.1" status: 200 len: 868 time: 0.3880830 Jul 26 03:04:48.935203 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 51950) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:04:49.340660 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6338a8-f237-40b9-a4c4-68381d482789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:04:49.342000 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0a6338a8-f237-40b9-a4c4-68381d482789 admin admin] 10.222.0.42 "GET /v2.0/subnets/9ef825a4-de49-4209-a533-5276f9d1b6a3 HTTP/1.1" status: 200 len: 816 time: 0.4057767 Jul 26 03:04:49.675564 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e438bbdc-b506-4cc6-8ba0-249e035d4a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:51.926124 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-eca34e06-56a8-437b-a441-d0d99b716aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:53.077907 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:54.216174 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:54.217046 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:54.535336 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:54.737546 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:04:56.306726 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:04:59.336364 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:04:59.337157 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:04.730308 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:04.732567 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:15.818594 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=19 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:15.821678 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=15 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:17.636983 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52008) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:05:17.984586 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [None req-c93bf138-3cf6-4006-aa3a-bc08c608f26e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:05:17.985570 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c93bf138-3cf6-4006-aa3a-bc08c608f26e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3474739 Jul 26 03:05:19.679696 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-66317d99-cb03-4828-92b0-ca3ed8e9f6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:20.218132 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52016) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:05:20.605338 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9ed4f2-2918-44b4-8d3e-40c80887c808 admin admin] GET failed (client error): The resource could not be found. Jul 26 03:05:20.606529 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-bb9ed4f2-2918-44b4-8d3e-40c80887c808 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3868623 Jul 26 03:05:20.697194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac73d3-92f9-4836-892d-aec8688cae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:05:20.698646 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-15ac73d3-92f9-4836-892d-aec8688cae9d admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0878742 Jul 26 03:05:21.930370 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-08303037-bb22-4a9e-ae25-edd3f9f1f6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:22.906853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52024) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:05:23.080220 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:23.253421 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:05:23.276583 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Made reservation on behalf of b8c4cb2e7662425d87dcbcca96df5974 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:05:23.279025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:23.320506 dv-cinder-850840-2-iscsi neutron-server[104279]: WARNING neutron.services.revisions.revision_plugin [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Could not find related network for resource to bump revision. Jul 26 03:05:23.341537 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7437435b-4445-448a-af8d-043add29898e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:05:23.354900 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767198414785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (7d1bf9bd-571a-4e49-959f-afd439ef3f76), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:23.355465 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Unsubscribe: segment precommit_create {{(pid=104279) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 03:05:23.355971 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Added segment 7d1bf9bd-571a-4e49-959f-afd439ef3f76 of type vlan for network 9e73e545-299a-475b-8395-c2089db9e30a Jul 26 03:05:23.450666 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (9e73e545-299a-475b-8395-c2089db9e30a), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:23.486110 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (9e73e545-299a-475b-8395-c2089db9e30a), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:23.487173 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:05:23.487724 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:23.570922 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-7437435b-4445-448a-af8d-043add29898e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6628575 Jul 26 03:05:23.578264 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437435b-4445-448a-af8d-043add29898e admin admin] Pushing event updated for resources: {'Network': ['ID=9e73e545-299a-475b-8395-c2089db9e30a,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:05:23.589929 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 9e73e545-299a-475b-8395-c2089db9e30a details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:05:24.538000 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:24.742543 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:25.762572 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52032) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:05:26.133004 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b71145-58d5-44e4-8bf2-323b36745497 admin admin] GET failed (client error): The resource could not be found. Jul 26 03:05:26.134199 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-d4b71145-58d5-44e4-8bf2-323b36745497 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3706160 Jul 26 03:05:26.202789 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5812f195-3101-44df-866c-c164e5b3bacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:05:26.204208 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-5812f195-3101-44df-866c-c164e5b3bacf admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657940 Jul 26 03:05:26.217558 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Request body: {'subnet': {'network_id': '9e73e545-299a-475b-8395-c2089db9e30a', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:05:26.237285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Made reservation on behalf of b8c4cb2e7662425d87dcbcca96df5974 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:05:26.239732 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:26.430669 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (7bbd6eb5-5bbd-43f2-ae4d-17d27961611d), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:26.483469 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbd6eb5-5bbd-43f2-ae4d-17d27961611d,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:05:26.494781 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Checking segment: {'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:05:26.495445 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Network hostable DHCP agents. Network: 9e73e545-299a-475b-8395-c2089db9e30a, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:05:26.515261 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Network 9e73e545-299a-475b-8395-c2089db9e30a is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:05:26.524288 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 9e73e545-299a-475b-8395-c2089db9e30a) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:05:26.528717 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:05:26.529294 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:26.533194 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa8b29-f599-4da1-bf49-82fb6e4c40ca None None] Network 9e73e545-299a-475b-8395-c2089db9e30a requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:05:26.547445 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-20bf3a51-5ee5-47f6-a84c-0a618370f99c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3332562 Jul 26 03:05:26.641608 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-9e73e545-299a-475b-8395-c2089db9e30a', 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a', 'project_id': 'b8c4cb2e7662425d87dcbcca96df5974', 'fixed_ips': [{'subnet_id': '7bbd6eb5-5bbd-43f2-ae4d-17d27961611d'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:05:26.642583 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:26.881561 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Allocated IP 192.168.233.2 (9e73e545-299a-475b-8395-c2089db9e30a/7bbd6eb5-5bbd-43f2-ae4d-17d27961611d/47fa83af-1fc5-490d-b958-2447ede61194) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:05:27.025747 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Publish callbacks [] for port (47fa83af-1fc5-490d-b958-2447ede61194), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:27.032376 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (47fa83af-1fc5-490d-b958-2447ede61194), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:27.073505 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Network 9e73e545-299a-475b-8395-c2089db9e30a is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:05:27.078596 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:05:27.080718 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Pushing event updated for resources: {'Port': ['ID=47fa83af-1fc5-490d-b958-2447ede61194,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:05:27.082973 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:05:27.095413 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.095756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.096114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.096455 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.096804 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.097112 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.097434 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.097769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.098074 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.098396 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.098726 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.099078 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.099400 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.099716 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.100033 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:05:27.148439 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Attempting to bind port 47fa83af-1fc5-490d-b958-2447ede61194 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:05:27.148733 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Attempting to bind port 47fa83af-1fc5-490d-b958-2447ede61194 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:05:27.149093 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Attempting to bind port 47fa83af-1fc5-490d-b958-2447ede61194 on network 9e73e545-299a-475b-8395-c2089db9e30a {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:05:27.154335 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:05:27.154705 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Checking segment: {'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:05:27.155132 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:27.155521 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Bound using segment: {'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:05:27.155985 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Bound port: 47fa83af-1fc5-490d-b958-2447ede61194, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:05:27.156359 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (47fa83af-1fc5-490d-b958-2447ede61194), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:27.218744 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] For port 47fa83af-1fc5-490d-b958-2447ede61194, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:05:27.221863 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] For port 47fa83af-1fc5-490d-b958-2447ede61194, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=47fa83af-1fc5-490d-b958-2447ede61194,segment=NetworkSegment(7d1bf9bd-571a-4e49-959f-afd439ef3f76),segment_id=7d1bf9bd-571a-4e49-959f-afd439ef3f76)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:05:27.229002 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (47fa83af-1fc5-490d-b958-2447ede61194), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:27.290116 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a94ab-c0b1-4cbe-95c2-d9eb44f4a18b None None] Pushing event updated for resources: {'Port': ['ID=47fa83af-1fc5-490d-b958-2447ede61194,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:05:28.094250 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697868c8-4b68-4645-ac29-805ac2179658 None None] Network 9e73e545-299a-475b-8395-c2089db9e30a requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:05:28.146100 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:28.151374 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:28.157012 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-1b6c0d5e-e663-4692-82f7-d5d6f4978a42 None None] Provisioning complete for port 47fa83af-1fc5-490d-b958-2447ede61194 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:05:28.157433 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0d5e-e663-4692-82f7-d5d6f4978a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (47fa83af-1fc5-490d-b958-2447ede61194), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:28.277977 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c0d5e-e663-4692-82f7-d5d6f4978a42 None None] Current status of the port 47fa83af-1fc5-490d-b958-2447ede61194 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:05:28.278417 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0d5e-e663-4692-82f7-d5d6f4978a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (47fa83af-1fc5-490d-b958-2447ede61194), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:28.319045 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-1b6c0d5e-e663-4692-82f7-d5d6f4978a42 None None] For port 47fa83af-1fc5-490d-b958-2447ede61194, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=47fa83af-1fc5-490d-b958-2447ede61194,segment=NetworkSegment(7d1bf9bd-571a-4e49-959f-afd439ef3f76),segment_id=7d1bf9bd-571a-4e49-959f-afd439ef3f76)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:05:28.326044 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0d5e-e663-4692-82f7-d5d6f4978a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (47fa83af-1fc5-490d-b958-2447ede61194), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:28.379260 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c0d5e-e663-4692-82f7-d5d6f4978a42 None None] Pushing event updated for resources: {'Port': ['ID=47fa83af-1fc5-490d-b958-2447ede61194,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:05:28.446985 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-19d81b65-ede9-431a-9b34-c36331dbd696 None None] Provisioning complete for port 47fa83af-1fc5-490d-b958-2447ede61194 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:05:28.447372 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-19d81b65-ede9-431a-9b34-c36331dbd696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (47fa83af-1fc5-490d-b958-2447ede61194), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:28.535905 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-19d81b65-ede9-431a-9b34-c36331dbd696 None None] Current status of the port 47fa83af-1fc5-490d-b958-2447ede61194 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:05:28.552628 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 47fa83af-1fc5-490d-b958-2447ede61194 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:05:28.597348 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 47fa83af-1fc5-490d-b958-2447ede61194 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:05:28.597729 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (47fa83af-1fc5-490d-b958-2447ede61194), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:28.668683 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 47fa83af-1fc5-490d-b958-2447ede61194 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:05:33.326979 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:05:36.537633 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:36.538439 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:38.658466 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:38.667044 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:49.685534 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f61f9175-3869-40d0-8008-3762c397c336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:51.309945 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:51.316337 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:05:51.935051 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2b67776c-baff-4989-84d6-83127aefc329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:53.084203 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:54.541687 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:05:54.747842 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:04.740033 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:06:04.741950 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:06:10.305784 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:06:19.690221 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-592b002e-9a91-4f6b-9c33-b6e010d7f70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:21.940657 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1b966120-8932-4117-bde7-e653f31ea81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:23.088609 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:24.543247 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:24.761782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:28.312058 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:06:28.312832 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:06:34.750233 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:06:34.753632 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:06:47.305407 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:06:49.694874 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-42b2e42c-bebf-4841-8597-482261bc4cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:51.936185 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7b549a9e-c807-41b0-9494-6a17b6c816a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:53.090899 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:54.547746 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:54.758280 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:56.580539 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52072) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:06:56.589528 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [None req-c4692b1c-628d-4f85-9787-d646aad281e2 tempest-verify_tempest_config-1598165388 tempest-verify_tempest_config-1598165388-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:06:56.590587 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c4692b1c-628d-4f85-9787-d646aad281e2 tempest-verify_tempest_config-1598165388 tempest-verify_tempest_config-1598165388-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0090480 Jul 26 03:06:57.154607 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52090) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:06:57.488347 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:57.589605 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Publish callbacks [] for security_group (23a67889-1c54-4bae-843e-b1767c1cf97e), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:57.596477 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (23a67889-1c54-4bae-843e-b1767c1cf97e), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:57.642798 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a67889-1c54-4bae-843e-b1767c1cf97e,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:06:57.646767 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=556a66d7000343778feceab8b23229fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4911213 Jul 26 03:06:57.650096 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52094) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:06:57.653223 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.653571 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.653920 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.654280 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.654599 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.654918 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.655258 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.655572 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.655954 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.656294 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.656656 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.656986 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.657289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.657601 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.657895 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b2b794-58a3-45d1-8d61-ef8742345a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.709422 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Publish callbacks [] for security_group (23a67889-1c54-4bae-843e-b1767c1cf97e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:57.730476 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Publish callbacks [] for security_group (23a67889-1c54-4bae-843e-b1767c1cf97e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:57.826882 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (23a67889-1c54-4bae-843e-b1767c1cf97e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:57.829480 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:06:57.830645 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23a67889-1c54-4bae-843e-b1767c1cf97e HTTP/1.1" status: 204 len: 168 time: 0.1789513 Jul 26 03:06:57.838920 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a67889-1c54-4bae-843e-b1767c1cf97e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:06:57.846025 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.846390 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.846732 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.847094 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.847439 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.847761 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.848085 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.848400 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.848750 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.849074 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.849417 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.849754 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.850062 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.850380 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:06:57.850698 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872107a-246d-4056-b58f-6b5b9c80beff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:07:04.750809 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:05.305295 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:05.311005 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:07.639092 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:07.648850 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:07.841525 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:07.842224 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:07.874410 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:15.690633 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=15 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:15.693401 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=11 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:19.699019 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3612310a-979d-4800-9c05-827cfefc07f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:21.947117 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e03ce9f9-887f-4df2-b249-d24e04b54ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:23.106160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:24.309644 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:07:24.557131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:24.766463 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:34.752654 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:34.757129 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:42.315038 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:42.316567 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:07:49.716609 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-80dfa6e6-e1e2-49d6-97ee-18788c297b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:51.948511 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b199a8fc-1c00-41d6-a952-006bcdee5f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:53.109865 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:54.560269 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:07:54.772077 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:01.312987 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:08:04.743867 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:08:04.753800 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:08:19.311996 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:08:19.319081 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:08:19.707302 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-563776a4-c3e7-4476-92da-583c7b412ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:21.949888 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-1d433391-603f-48b2-b616-93869e6d1efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:23.113498 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:24.562646 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:24.758327 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:34.747667 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:08:34.751302 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:08:38.316232 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 5 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:08:40.456071 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688293'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:49.710798 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-34db8e0c-d833-4e3a-a34a-2f9b1369b14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:51.943905 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-eb857fa9-55ed-4dea-8bb8-383d0f3e0189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:52.268532 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52190) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:08:52.406920 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-14436427-d66a-4c5a-b301-0918f2580b1c admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1371670 Jul 26 03:08:53.106502 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:54.422643 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52200) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:08:54.484865 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-7b7e6605-bf8b-42f3-b411-7cae5767b1d9 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0611107 Jul 26 03:08:54.565024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:54.764085 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:08:56.316518 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:08:56.317215 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:04.478878 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:04.480087 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:04.753343 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:04.756748 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:10.421540 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:15.320634 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:09:19.711707 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2edc1774-608d-48e6-85c9-1f789f1a050b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:21.960766 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-76625545-a12f-4aef-973b-447436ba6730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:23.113571 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:24.575612 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:24.759755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:33.321340 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=16 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:33.322458 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=18 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:34.742682 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:34.751951 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:09:40.415356 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:49.709411 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ce012798-7fb0-46c7-8c0b-41a3067009ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:51.949528 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cba13ecf-38eb-4901-a1da-4ec91a14187a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:52.320710 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:09:53.113869 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:54.570791 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:09:54.753510 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:04.745905 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:04.747909 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:10.414119 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:18.315960 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:18.316617 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:19.706384 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-865e122f-f4da-49f5-941f-87580ea84ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:21.948436 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7511f082-487c-4327-9764-a3a1b95c226b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:23.119145 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:24.573677 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:24.758058 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:29.320536 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:10:31.555039 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52322) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:31.871831 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-363217719-network', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:31.895708 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Made reservation on behalf of a07cd1888316403eb9c37610a310b76d for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:31.898104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:31.909106 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:31.996265 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks [] for security_group (736d3916-ef20-43ce-b349-3032d8a8132f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.002162 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (736d3916-ef20-43ce-b349-3032d8a8132f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.036497 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:10:32.038842 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d3916-ef20-43ce-b349-3032d8a8132f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:32.050710 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.051080 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.051437 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.051763 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.052084 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.052406 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.052720 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.053031 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.053389 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.053949 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.054087 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.054424 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.054817 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.055246 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.055650 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Tracked resource versions report: Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: pushed versions: Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Agent': {'1.1'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Log': {'1.0'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Network': {'1.1'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Port': {'1.7'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: consumer versions: Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: HyperV agent@hv-cinder-85084: {}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Agent': '1.1', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Log': '1.0', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'NDPProxy': '1.0', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Network': '1.1', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Port': '1.7', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'PortForwarding': '1.3', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'QosPolicy': '1.10', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'SubPort': '1.0', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Subnet': '1.1', Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: 'Trunk': '1.1'}} Jul 26 03:10:32.057137 dv-cinder-850840-2-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:10:32.066159 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (a3e3f64c-e4b2-4026-964c-8239ccbf0630), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.066159 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Added segment a3e3f64c-e4b2-4026-964c-8239ccbf0630 of type vlan for network f1a42af0-22f4-4dac-9f7e-d498fada0f45 Jul 26 03:10:32.108080 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (f1a42af0-22f4-4dac-9f7e-d498fada0f45), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.133872 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (f1a42af0-22f4-4dac-9f7e-d498fada0f45), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.135260 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:32.136118 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.194628 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6377103 Jul 26 03:10:32.197552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52366) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:32.203561 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Request body: {'subnet': {'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-subnet', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:32.222668 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd01d9b-9f39-488b-b521-e3e74ce45d9d admin admin] Pushing event updated for resources: {'Network': ['ID=f1a42af0-22f4-4dac-9f7e-d498fada0f45,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:32.229315 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Made reservation on behalf of a07cd1888316403eb9c37610a310b76d for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:32.232316 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.234219 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:10:32.404886 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (14af209e-c2a5-4247-8cf2-b2eedb95d2b7), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.472631 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14af209e-c2a5-4247-8cf2-b2eedb95d2b7,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:32.485952 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.486290 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.486619 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.486941 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.487275 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.487587 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.487904 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.488211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.488520 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.488831 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.489137 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.489464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.489773 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.490104 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.490383 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Tracked resource versions report: Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: pushed versions: Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: { 'AddressGroup': {'1.2'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Agent': {'1.1'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'ConntrackHelper': {'1.0'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Log': {'1.0'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'NDPProxy': {'1.0'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Network': {'1.1'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Port': {'1.7'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'PortForwarding': {'1.3'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'QosPolicy': {'1.10'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroup': {'1.5'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SubPort': {'1.0'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Subnet': {'1.1'}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Trunk': {'1.1'}} Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: consumer versions: Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: HyperV agent@hv-cinder-85084: {}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Agent': '1.1', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'ConntrackHelper': '1.0', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'LocalIPAssociation': '1.0', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Log': '1.0', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'NDPProxy': '1.0', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Network': '1.1', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Port': '1.7', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'PortForwarding': '1.3', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'QosPolicy': '1.10', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroup': '1.5', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SecurityGroupRule': '1.2', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'SubPort': '1.0', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Subnet': '1.1', Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: 'Trunk': '1.1'}} Jul 26 03:10:32.491601 dv-cinder-850840-2-iscsi neutron-server[104279]: {{(pid=104279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:10:32.500954 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Checking segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:32.501294 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Network hostable DHCP agents. Network: f1a42af0-22f4-4dac-9f7e-d498fada0f45, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:10:32.521142 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:10:32.533398 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, f1a42af0-22f4-4dac-9f7e-d498fada0f45) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:32.539078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:32.540146 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.547977 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379818ae-c801-4311-9bc4-49d0458ad577 None None] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:32.571995 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-65dca7cc-fa08-41c3-89f4-67d3783ddf77 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3733017 Jul 26 03:10:32.574836 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52388) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:32.582097 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:32.613822 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.616024 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.674643 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:10:32.676724 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.737450 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks [] for router_controller (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:32.849521 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Allocated IP 172.20.0.2 (f1a42af0-22f4-4dac-9f7e-d498fada0f45/14af209e-c2a5-4247-8cf2-b2eedb95d2b7/8da29202-87f4-4bd0-a0e6-ab9ef10ecabb) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:32.893167 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks [] for router_gateway (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.027422 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52414) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:33.031278 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Publish callbacks [] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.042234 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.082034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:33.085031 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:33.090701 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks [] for router_gateway (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.093111 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:33.114423 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.151897 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Pushing event updated for resources: {'Port': ['ID=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:33.162575 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.163175 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.163724 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.164267 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.164607 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.164940 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.165873 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.166212 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.166536 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.166862 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.167228 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.167572 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.167902 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.168216 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.168522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Tracked resource versions report: Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: pushed versions: Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: { 'AddressGroup': {'1.2'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Agent': {'1.1'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'ConntrackHelper': {'1.0'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Log': {'1.0'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'NDPProxy': {'1.0'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Network': {'1.1'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Port': {'1.7'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'PortForwarding': {'1.3'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'QosPolicy': {'1.10'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroup': {'1.5'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SubPort': {'1.0'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Subnet': {'1.1'}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Trunk': {'1.1'}} Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: consumer versions: Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: HyperV agent@hv-cinder-85084: {}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Agent': '1.1', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'ConntrackHelper': '1.0', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'LocalIPAssociation': '1.0', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Log': '1.0', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'NDPProxy': '1.0', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Network': '1.1', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Port': '1.7', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'PortForwarding': '1.3', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'QosPolicy': '1.10', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroup': '1.5', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SecurityGroupRule': '1.2', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'SubPort': '1.0', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Subnet': '1.1', Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: 'Trunk': '1.1'}} Jul 26 03:10:33.169751 dv-cinder-850840-2-iscsi neutron-server[104280]: {{(pid=104280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:10:33.190111 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Attempting to bind port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:33.190476 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Attempting to bind port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:33.190834 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Attempting to bind port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:33.196701 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:33.196985 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Checking segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:33.197380 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.197822 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Bound using segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:33.198230 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Bound port: 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:33.198606 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.227100 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:33.230135 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:33.243991 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Allocated IP 172.27.3.200 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/413efeca-a3eb-4a3f-a7fa-575bdef048a3) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:33.282435 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] For port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:33.287901 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] For port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:33.291388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=84,neutron:UPDATE=10,neutron:INSERT=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:33.298763 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.335757 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52438) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:33.405148 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774391e4-16a9-4c16-9c7a-a8602e162c27 None None] Pushing event updated for resources: {'Port': ['ID=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:33.410421 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks [] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.448708 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.470432 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52444) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:33.494267 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:33.503134 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Pushing event updated for resources: {'Port': ['ID=413efeca-a3eb-4a3f-a7fa-575bdef048a3,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:33.505713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:33.520162 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:33.556481 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-298689647-network', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:33.586446 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Made reservation on behalf of 6daba0980548418ea98d4d0cf42ef92f for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:33.589425 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.600558 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.619651 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52454) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:33.692550 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1524715315-network', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:33.759365 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks [] for security_group (117330fe-99fd-4b09-be39-04fdb05f88fa), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.777080 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-632289854-network', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:33.784514 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Made reservation on behalf of 9d8d482c37d849cf8bdf035e110e0f34 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:33.789385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.802370 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (117330fe-99fd-4b09-be39-04fdb05f88fa), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.828098 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.839833 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Made reservation on behalf of e5b0edb065564485bebea31ef6f20b7e for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:33.849191 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.870063 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.887749 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:10:33.905367 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-network', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:33.921609 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:33.949894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (18ff7a98-e0bb-4637-8bad-f2c91dbc7c52), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:33.950541 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Added segment 18ff7a98-e0bb-4637-8bad-f2c91dbc7c52 of type vlan for network 2ee3d40a-6386-40e4-904c-54dd185c894f Jul 26 03:10:34.001330 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:34.002140 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117330fe-99fd-4b09-be39-04fdb05f88fa,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:34.005026 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks [] for router_gateway (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.144530 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (2ee3d40a-6386-40e4-904c-54dd185c894f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.194125 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Made reservation on behalf of ab741435041940cc9c7f02b27120bd90 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:34.201735 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.275541 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks [] for security_group (2f4731e4-92ce-405c-b195-96d8dee88a28), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.278743 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.282040 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.288234 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (2ee3d40a-6386-40e4-904c-54dd185c894f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.289815 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:34.290925 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.443213 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2f4731e4-92ce-405c-b195-96d8dee88a28), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.469434 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:10:34.489509 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (e936e09b-ad8e-4e79-9d36-1c886f3e0c06), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.489930 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Added segment e936e09b-ad8e-4e79-9d36-1c886f3e0c06 of type vlan for network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c Jul 26 03:10:34.522382 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:10:34.534845 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.550454 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] Pushing event updated for resources: {'Network': ['ID=2ee3d40a-6386-40e4-904c-54dd185c894f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:34.568357 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c82e0ec6-389d-4cdd-b824-a9dc2d7ca91e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5388191 Jul 26 03:10:34.572031 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 2ee3d40a-6386-40e4-904c-54dd185c894f details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:10:34.589029 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52490) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:34.599375 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Request body: {'subnet': {'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-298689647-subnet', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:34.716045 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:34.779420 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:34.785322 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Made reservation on behalf of 6daba0980548418ea98d4d0cf42ef92f for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:34.787776 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.795865 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:34.809862 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.812791 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:34.814910 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.819753 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942780d-0da2-4ef2-84b4-ba53f184a710 None None] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:34.827255 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4731e4-92ce-405c-b195-96d8dee88a28,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:34.860470 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:34.873537 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Sync routers for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:10:34.892609 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:34.893253 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:34.915803 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks [] for security_group (c8cfd16f-6153-4352-a6ad-72020011ca3e), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.927317 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=7,neutron:SELECT=65,neutron:INSERT=28 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:34.933648 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:34.934904 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a5901bc2-e5e5-40ab-87c7-fddf033bf112 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3571599 Jul 26 03:10:34.942751 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52510) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:34.954035 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (c8cfd16f-6153-4352-a6ad-72020011ca3e), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.009226 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:35.048721 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-2c33be0b-62fc-4f43-80cd-d1c59312e92c None None] Provisioning complete for port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:35.054166 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2c33be0b-62fc-4f43-80cd-d1c59312e92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.068320 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5961957 Jul 26 03:10:35.069119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52520) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:35.097869 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:10:35.107294 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Request body: {'subnet': {'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-632289854-subnet', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:35.151133 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks [] for security_group (16506048-312a-45e0-b5f1-c48f95d76628), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.186104 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (16506048-312a-45e0-b5f1-c48f95d76628), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.197058 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (c6dd8fb7-314a-4475-b0b9-2a3b2651291f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.197478 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Added segment c6dd8fb7-314a-4475-b0b9-2a3b2651291f of type vlan for network e4264094-c280-4d22-bc2f-c5a07efc0e99 Jul 26 03:10:35.227295 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cfd16f-6153-4352-a6ad-72020011ca3e,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:35.290466 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:35.291761 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e408ed-80ec-4a0c-85dc-965f9e546b4e admin admin] Pushing event updated for resources: {'Network': ['ID=e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:35.318195 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:10:35.321222 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:35.339899 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Made reservation on behalf of e5b0edb065564485bebea31ef6f20b7e for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:35.347378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.348805 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-2c33be0b-62fc-4f43-80cd-d1c59312e92c None None] Current status of the port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:35.348805 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2c33be0b-62fc-4f43-80cd-d1c59312e92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.351893 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:10:35.428462 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (3794686e-8085-40a5-bd70-5b857623536a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.461456 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (e4264094-c280-4d22-bc2f-c5a07efc0e99), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.466006 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:35.466908 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.522555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16506048-312a-45e0-b5f1-c48f95d76628,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:35.533163 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (5bef7ad9-dc68-4395-8eae-832cb554f85f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.533516 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Added segment 5bef7ad9-dc68-4395-8eae-832cb554f85f of type vlan for network 3f744be8-1146-4ad7-825e-8d297f751ced Jul 26 03:10:35.538929 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (e4264094-c280-4d22-bc2f-c5a07efc0e99), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.539870 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:35.543800 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.584313 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-2c33be0b-62fc-4f43-80cd-d1c59312e92c None None] For port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:35.602907 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2c33be0b-62fc-4f43-80cd-d1c59312e92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.701927 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:35.708666 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33be0b-62fc-4f43-80cd-d1c59312e92c None None] Pushing event updated for resources: {'Port': ['ID=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:35.716537 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3794686e-8085-40a5-bd70-5b857623536a,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:35.745502 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:33Z', 'revision_number': 3, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:35.781263 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Checking segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:35.781841 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Network hostable DHCP agents. Network: 2ee3d40a-6386-40e4-904c-54dd185c894f, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:10:35.825659 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Checking router: dbaafe3f-3d34-4ba8-836a-68d036bea8f1 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:10:35.828424 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Updating router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:10:35.867755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e4264094-c280-4d22-bc2f-c5a07efc0e99,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:35.874282 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-6d1430ab-db00-4dc2-a081-5357b0c686e2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2270494 Jul 26 03:10:35.882538 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:10:35.892663 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:35.922090 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52570) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:35.929347 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Request body: {'subnet': {'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-subnet', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:35.970003 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Made reservation on behalf of ab741435041940cc9c7f02b27120bd90 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:35.973002 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.127880 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52578) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:36.140324 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5ef6c736-0b1c-400e-806d-bfd3170fdea9 None None] Provisioning complete for port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:36.140721 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5ef6c736-0b1c-400e-806d-bfd3170fdea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.158420 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Network 2ee3d40a-6386-40e4-904c-54dd185c894f is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:10:36.175768 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 2ee3d40a-6386-40e4-904c-54dd185c894f) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:36.195966 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:36.199928 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.220379 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae2083-21d9-4bd6-9097-e1457ef20828 None None] Network 2ee3d40a-6386-40e4-904c-54dd185c894f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:36.236270 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:36.252549 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Publish callbacks [] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.261035 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.292817 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:36.299704 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-be8828d8-25fb-4f29-99c9-7815e7e820ab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7094984 Jul 26 03:10:36.307076 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52582) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:36.313987 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:36.328432 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Pushing event updated for resources: {'Port': ['ID=413efeca-a3eb-4a3f-a7fa-575bdef048a3,revision_number=2']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:36.359917 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.362138 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.364239 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.365344 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.365852 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.366928 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.367474 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.368927 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.370845 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.371309 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.371699 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.372113 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.372695 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.374176 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.374701 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Tracked resource versions report: Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: pushed versions: Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: { 'AddressGroup': {'1.2'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Agent': {'1.1'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'ConntrackHelper': {'1.0'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'LocalIPAssociation': {'1.0'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Log': {'1.0'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'NDPProxy': {'1.0'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Network': {'1.1'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Port': {'1.7'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'PortForwarding': {'1.3'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'QosPolicy': {'1.10'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroup': {'1.5'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroupRule': {'1.2'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SubPort': {'1.0'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Subnet': {'1.1'}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Trunk': {'1.1'}} Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: consumer versions: Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: { DHCP agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: HyperV agent@hv-cinder-85084: {}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: L3 agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: Metadata agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: Metering agent@dv-cinder-850840-2-iscsi: {}, Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: Open vSwitch agent@dv-cinder-850840-2-iscsi: { 'AddressGroup': '1.2', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Agent': '1.1', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'ConntrackHelper': '1.0', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'LocalIPAssociation': '1.0', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Log': '1.0', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'NDPProxy': '1.0', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Network': '1.1', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Port': '1.7', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'PortForwarding': '1.3', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'QosPolicy': '1.10', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroup': '1.5', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SecurityGroupRule': '1.2', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'SubPort': '1.0', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Subnet': '1.1', Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: 'Trunk': '1.1'}} Jul 26 03:10:36.376679 dv-cinder-850840-2-iscsi neutron-server[104281]: {{(pid=104281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 03:10:36.393705 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Attempting to bind port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:36.394310 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Attempting to bind port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:36.394848 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Attempting to bind port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:36.404486 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:36.406126 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:36.406742 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.407335 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:36.408015 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Bound port: 413efeca-a3eb-4a3f-a7fa-575bdef048a3, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:36.409261 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.471519 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (7341cc72-2053-4525-97ce-be3c55bedcf5), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.472754 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (7341cc72-2053-4525-97ce-be3c55bedcf5), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.476950 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] For port 413efeca-a3eb-4a3f-a7fa-575bdef048a3, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:36.479179 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-abb74359-3ba7-46da-9a67-e9f64e596d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.483017 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] For port 413efeca-a3eb-4a3f-a7fa-575bdef048a3, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=413efeca-a3eb-4a3f-a7fa-575bdef048a3,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:36.486121 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:36.490714 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (24e67041-edaa-4fbc-80b0-fa3aea581c5f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.494395 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.509075 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (3f744be8-1146-4ad7-825e-8d297f751ced), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.544167 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5ef6c736-0b1c-400e-806d-bfd3170fdea9 None None] Current status of the port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:36.553850 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e079f-a2a3-4878-afb8-6767428d583d None None] Pushing event updated for resources: {'Port': ['ID=413efeca-a3eb-4a3f-a7fa-575bdef048a3,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:36.559528 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52586) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:36.562495 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e67041-edaa-4fbc-80b0-fa3aea581c5f,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:36.575080 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:36.575987 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:36.622463 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:36.624575 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-2ee3d40a-6386-40e4-904c-54dd185c894f', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:10:36.628627 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.634498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Checking segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:36.635137 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Network hostable DHCP agents. Network: e4264094-c280-4d22-bc2f-c5a07efc0e99, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:10:36.642452 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (3f744be8-1146-4ad7-825e-8d297f751ced), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.643710 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:36.644631 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.648657 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks [] for router_controller (7341cc72-2053-4525-97ce-be3c55bedcf5), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.668028 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.736445 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:36.762328 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:36.766374 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:36.793994 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.4571276 Jul 26 03:10:36.814815 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52592) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:36.826525 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Request body: {'subnet': {'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-subnet', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:36.841671 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:36.851019 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa53fae-5a46-4bf4-94c7-773d7e457f29 admin admin] Pushing event updated for resources: {'Network': ['ID=3f744be8-1146-4ad7-825e-8d297f751ced,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:36.878385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:10:36.905621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Allocated IP 172.20.0.2 (2ee3d40a-6386-40e4-904c-54dd185c894f/3794686e-8085-40a5-bd70-5b857623536a/02043ccc-ea3a-4a64-82e8-d8a1d9378c42) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:36.916187 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 3f744be8-1146-4ad7-825e-8d297f751ced details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:10:36.938289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, e4264094-c280-4d22-bc2f-c5a07efc0e99) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:36.940254 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-874fb1d8-c92e-4d03-860a-745453c6a417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:36.958577 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:36.959746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.012288 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a88879-1d22-4f95-8f46-a070065e0296 None None] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:37.012423 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:33Z', 'revision_number': 3, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:37.013519 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Made reservation on behalf of 9d8d482c37d849cf8bdf035e110e0f34 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:37.013519 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.111078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (c9a8c629-e0e5-4438-bff2-fcb400037a5e), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.116373 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ffc5d-430d-4058-a9d6-a6f77bace881 None None] The sync data for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi is: [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:33Z', 'revision_number': 3, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:10:37.194289 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:37.195183 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.195329 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a8c629-e0e5-4438-bff2-fcb400037a5e,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:37.200600 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b7cd70a4-d1e9-45dd-a38a-dd452136857e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2755847 Jul 26 03:10:37.211309 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52606) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:37.226765 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:37.243737 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:37.278494 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (3a50c8aa-9249-4910-8ded-bafc5b29fa72), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.279833 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (3a50c8aa-9249-4910-8ded-bafc5b29fa72), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.361971 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:37.363267 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Allocated IP 172.20.0.1 (f1a42af0-22f4-4dac-9f7e-d498fada0f45/14af209e-c2a5-4247-8cf2-b2eedb95d2b7/8b091cdb-78f9-463b-a1aa-af558c9be15d) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:37.395139 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-e4264094-c280-4d22-bc2f-c5a07efc0e99', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:10:37.396107 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.449825 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Publish callbacks [] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.455958 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Checking segment: {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:37.456379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Network hostable DHCP agents. Network: e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:10:37.470607 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.472346 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:37.480413 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks [] for router_controller (3a50c8aa-9249-4910-8ded-bafc5b29fa72), precommit_add_association {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.558792 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-874fb1d8-c92e-4d03-860a-745453c6a417 admin admin] Publish callbacks [] for security_group (b23762ee-9aa8-43cc-82b7-380d31d1d056), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.563328 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks [] for router_gateway (7341cc72-2053-4525-97ce-be3c55bedcf5), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.595458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:37.598387 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-874fb1d8-c92e-4d03-860a-745453c6a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b23762ee-9aa8-43cc-82b7-380d31d1d056), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.611341 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Pushing event updated for resources: {'Port': ['ID=02043ccc-ea3a-4a64-82e8-d8a1d9378c42,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:37.616585 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Network 2ee3d40a-6386-40e4-904c-54dd185c894f is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:37.621283 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:37.629346 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:37.701175 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-abb74359-3ba7-46da-9a67-e9f64e596d04 admin admin] Publish callbacks [] for security_group (f4554fdd-77be-4afc-a964-4cee0ec59ed6), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.735535 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Attempting to bind port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:37.735978 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Attempting to bind port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:37.740514 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Attempting to bind port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 on network 2ee3d40a-6386-40e4-904c-54dd185c894f {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:37.748891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:37.749425 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Checking segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:37.749959 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.750435 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Bound using segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:37.751039 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Bound port: 02043ccc-ea3a-4a64-82e8-d8a1d9378c42, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:37.751513 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.796053 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:10:37.799930 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-874fb1d8-c92e-4d03-860a-745453c6a417 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82b81d9e135a42fa921d59ced0ead98f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2277656 Jul 26 03:10:37.807423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52612) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:37.808597 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Allocated IP 172.20.0.2 (e4264094-c280-4d22-bc2f-c5a07efc0e99/24e67041-edaa-4fbc-80b0-fa3aea581c5f/55b67fb1-95ff-4027-a77d-b6b8f54d0ce6) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:37.815719 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:37.846301 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:37.882723 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks [] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.886700 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:37.891336 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:37.892603 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.895553 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fb1d8-c92e-4d03-860a-745453c6a417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23762ee-9aa8-43cc-82b7-380d31d1d056,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:37.917272 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80790923-69e8-44ea-bd49-f6c085508249 None None] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:37.937304 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-abb74359-3ba7-46da-9a67-e9f64e596d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f4554fdd-77be-4afc-a964-4cee0ec59ed6), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.965978 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.981357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks [] for router_gateway (3a50c8aa-9249-4910-8ded-bafc5b29fa72), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:37.989411 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-1db79128-8527-43eb-b36d-820fb7573f1a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8982186 Jul 26 03:10:37.995020 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52618) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:38.006206 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:38.019470 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] For port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:38.019967 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:38.034613 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:38.039807 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (1c525c5f-9e6c-4e62-a144-1be18d38e205), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.054457 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] For port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=02043ccc-ea3a-4a64-82e8-d8a1d9378c42,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:38.083082 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.147892 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-abb74359-3ba7-46da-9a67-e9f64e596d04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc9749de1e594aad9567e9da7e404291&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0182424 Jul 26 03:10:38.148962 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb74359-3ba7-46da-9a67-e9f64e596d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4554fdd-77be-4afc-a964-4cee0ec59ed6,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:38.149223 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c525c5f-9e6c-4e62-a144-1be18d38e205,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:38.155133 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:38.155623 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.160157 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52622) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:38.196500 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb9e217e-ef08-4fa5-852f-9d73233952e6 admin admin] Publish callbacks [] for security_group (b23762ee-9aa8-43cc-82b7-380d31d1d056), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.233504 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb9e217e-ef08-4fa5-852f-9d73233952e6 admin admin] Publish callbacks [] for security_group (b23762ee-9aa8-43cc-82b7-380d31d1d056), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.293551 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Publish callbacks [] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.295371 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'fixed_ips': [{'subnet_id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:10:38.296326 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.333895 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.338751 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb9e217e-ef08-4fa5-852f-9d73233952e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b23762ee-9aa8-43cc-82b7-380d31d1d056), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.341307 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb9e217e-ef08-4fa5-852f-9d73233952e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.345005 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-bb9e217e-ef08-4fa5-852f-9d73233952e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b23762ee-9aa8-43cc-82b7-380d31d1d056 HTTP/1.1" status: 204 len: 168 time: 0.5307422 Jul 26 03:10:38.345151 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a5acf-3c22-483b-8b35-e8f730812f7a None None] Pushing event updated for resources: {'Port': ['ID=02043ccc-ea3a-4a64-82e8-d8a1d9378c42,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:38.424346 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Pushing event updated for resources: {'Port': ['ID=8b091cdb-78f9-463b-a1aa-af558c9be15d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:38.429675 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e217e-ef08-4fa5-852f-9d73233952e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23762ee-9aa8-43cc-82b7-380d31d1d056,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:38.450129 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Checking segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:38.450129 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Network hostable DHCP agents. Network: 3f744be8-1146-4ad7-825e-8d297f751ced, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:10:38.474532 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-b0032521-f288-4f3f-bca2-eefdf4880a29 None None] Provisioning complete for port 8b091cdb-78f9-463b-a1aa-af558c9be15d triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:38.477347 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b0032521-f288-4f3f-bca2-eefdf4880a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.478171 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:38.480448 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:38.480565 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (dabc2484-b91b-43fa-9647-ae1a18bcad97), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.482598 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (dabc2484-b91b-43fa-9647-ae1a18bcad97), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.524790 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:38.526464 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Pushing event updated for resources: {'Port': ['ID=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:38.536544 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:38.609753 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dbecc4e5-de2a-42c8-8de7-b7fc75c77814 admin admin] Publish callbacks [] for security_group (f4554fdd-77be-4afc-a964-4cee0ec59ed6), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.625724 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks [] for router_gateway (7341cc72-2053-4525-97ce-be3c55bedcf5), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.626391 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-b0032521-f288-4f3f-bca2-eefdf4880a29 None None] Port 8b091cdb-78f9-463b-a1aa-af558c9be15d cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:38.692409 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.723719 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.752521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Network 3f744be8-1146-4ad7-825e-8d297f751ced is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:10:38.759933 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:38.781639 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 3f744be8-1146-4ad7-825e-8d297f751ced) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:38.790549 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Attempting to bind port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:38.791077 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:38.791161 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Attempting to bind port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:38.791298 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Attempting to bind port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 on network e4264094-c280-4d22-bc2f-c5a07efc0e99 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:38.791851 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.799927 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dbecc4e5-de2a-42c8-8de7-b7fc75c77814 admin admin] Publish callbacks [] for security_group (f4554fdd-77be-4afc-a964-4cee0ec59ed6), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.812472 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e059127-e8da-4cd0-a2b8-5ec87f5ee8a0 None None] Network 3f744be8-1146-4ad7-825e-8d297f751ced requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:38.840219 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f7efce2e-c1f5-4ed6-bdce-4725f438d140 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0216115 Jul 26 03:10:38.841958 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52640) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:38.892109 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:38.899652 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:38.913683 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks [] for router_gateway (3a50c8aa-9249-4910-8ded-bafc5b29fa72), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.980970 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks [] for router_controller (dabc2484-b91b-43fa-9647-ae1a18bcad97), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:38.997279 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.038778 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:39.043860 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:39.047050 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Checking segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:39.047637 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.048088 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Bound using segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:39.050510 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Bound port: 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:39.051933 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.057200 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:39.065782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:39.068364 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52642) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:39.209648 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (913a8724-6501-41f1-b571-072f2cce26ef), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.210719 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (913a8724-6501-41f1-b571-072f2cce26ef), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.227609 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52646) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:39.264637 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e26530ff-ba43-4c9f-8714-32a0a19bdc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.271301 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Allocated IP 172.27.3.181 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/1d632f8a-90c9-4a47-ba20-e046c30aecf7) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:39.305595 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Allocated IP 172.20.0.2 (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c/c9a8c629-e0e5-4438-bff2-fcb400037a5e/b7f9daba-6da0-40c1-acbf-ea9fa32c1872) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:39.308259 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-3f744be8-1146-4ad7-825e-8d297f751ced', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:10:39.309211 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.422984 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks [] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.439361 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks [] for router_controller (913a8724-6501-41f1-b571-072f2cce26ef), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.443444 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-abc85162-d586-4659-b05a-f078cae06763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.478170 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:39.501083 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:39.501861 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.545645 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dbecc4e5-de2a-42c8-8de7-b7fc75c77814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f4554fdd-77be-4afc-a964-4cee0ec59ed6), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.549954 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dbecc4e5-de2a-42c8-8de7-b7fc75c77814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.551161 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-dbecc4e5-de2a-42c8-8de7-b7fc75c77814 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4554fdd-77be-4afc-a964-4cee0ec59ed6 HTTP/1.1" status: 204 len: 168 time: 1.3898866 Jul 26 03:10:39.568693 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] For port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:39.594747 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks [] for router_gateway (dabc2484-b91b-43fa-9647-ae1a18bcad97), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.620866 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] For port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:39.637983 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.646095 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.647996 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecc4e5-de2a-42c8-8de7-b7fc75c77814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4554fdd-77be-4afc-a964-4cee0ec59ed6,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:39.730774 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:39.753945 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:39.760535 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Allocated IP 172.20.0.2 (3f744be8-1146-4ad7-825e-8d297f751ced/1c525c5f-9e6c-4e62-a144-1be18d38e205/826f0e99-9808-4401-a8bb-54147a218530) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:39.772572 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:39.775954 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-abc85162-d586-4659-b05a-f078cae06763 admin admin] Publish callbacks [] for security_group (d0ffd203-e7d7-4579-a6fa-9b70df185afa), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.820586 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Pushing event updated for resources: {'Port': ['ID=1d632f8a-90c9-4a47-ba20-e046c30aecf7,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:39.855725 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-abc85162-d586-4659-b05a-f078cae06763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d0ffd203-e7d7-4579-a6fa-9b70df185afa), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.921009 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Publish callbacks [] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.933388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be8fad-8e37-45c7-9a9a-ffc8148b5f77 None None] Pushing event updated for resources: {'Port': ['ID=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:39.973330 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.979863 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:39.980539 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:39.998817 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Allocated IP 172.27.3.114 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/28760039-636b-4cb5-bab9-aea60ed87471) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:40.024106 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-abc85162-d586-4659-b05a-f078cae06763 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=742e204cb5d249459352af9a37abfeb4&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7922528 Jul 26 03:10:40.032171 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52656) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:40.032986 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc85162-d586-4659-b05a-f078cae06763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ffd203-e7d7-4579-a6fa-9b70df185afa,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:40.090956 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:40.092388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:40.100718 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:40.104186 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:40.139484 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:40.196984 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-32c96b19-3b2c-4601-b5a8-3a21c41af78e admin admin] Publish callbacks [] for security_group (d0ffd203-e7d7-4579-a6fa-9b70df185afa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.226517 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-32c96b19-3b2c-4601-b5a8-3a21c41af78e admin admin] Publish callbacks [] for security_group (d0ffd203-e7d7-4579-a6fa-9b70df185afa), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.255312 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=02043ccc-ea3a-4a64-82e8-d8a1d9378c42,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:40.296556 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.297493 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 413efeca-a3eb-4a3f-a7fa-575bdef048a3 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:40.300174 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Pushing event updated for resources: {'Port': ['ID=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:40.315670 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:40.425076 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks [] for router_gateway (913a8724-6501-41f1-b571-072f2cce26ef), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.441942 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks [] for router_gateway (3a50c8aa-9249-4910-8ded-bafc5b29fa72), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.445399 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-32c96b19-3b2c-4601-b5a8-3a21c41af78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d0ffd203-e7d7-4579-a6fa-9b70df185afa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.446531 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:40.448754 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-32c96b19-3b2c-4601-b5a8-3a21c41af78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.450138 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-32c96b19-3b2c-4601-b5a8-3a21c41af78e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0ffd203-e7d7-4579-a6fa-9b70df185afa HTTP/1.1" status: 204 len: 168 time: 0.4141743 Jul 26 03:10:40.458737 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks [] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.472910 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:40.481007 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=02043ccc-ea3a-4a64-82e8-d8a1d9378c42,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:40.495425 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c96b19-3b2c-4601-b5a8-3a21c41af78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ffd203-e7d7-4579-a6fa-9b70df185afa,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:40.541047 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.541846 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.584866 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658092e-2e5c-4369-bd5f-c72f914cfd56 None None] Network 2ee3d40a-6386-40e4-904c-54dd185c894f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:40.605612 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e26530ff-ba43-4c9f-8714-32a0a19bdc52 admin admin] Publish callbacks [] for security_group (f446f9d2-873e-4c96-8f6c-e4e0d9334577), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.654098 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e26530ff-ba43-4c9f-8714-32a0a19bdc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f446f9d2-873e-4c96-8f6c-e4e0d9334577), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.691513 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:40.692771 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.698337 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Attempting to bind port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:40.698869 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Attempting to bind port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:40.700900 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Attempting to bind port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 on network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:40.773790 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks [] for port (28760039-636b-4cb5-bab9-aea60ed87471), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.786375 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:40.786749 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Checking segment: {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:40.790811 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.793032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (3a50c8aa-9249-4910-8ded-bafc5b29fa72), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.794320 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Bound using segment: {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:40.794917 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Bound port: b7f9daba-6da0-40c1-acbf-ea9fa32c1872, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:40.795357 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.818162 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Publish callbacks [] for port (826f0e99-9808-4401-a8bb-54147a218530), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.846670 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d5a6c3a3-a38a-4438-aa77-cfa527ca255c None None] Provisioning complete for port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:40.847403 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d5a6c3a3-a38a-4438-aa77-cfa527ca255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.864638 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (826f0e99-9808-4401-a8bb-54147a218530), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:40.923233 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Pushing event updated for resources: {'Port': ['ID=8b091cdb-78f9-463b-a1aa-af558c9be15d,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:40.965760 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Pushing event updated for resources: {'Port': ['ID=826f0e99-9808-4401-a8bb-54147a218530,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:41.018436 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Network 3f744be8-1146-4ad7-825e-8d297f751ced is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:41.046207 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:41.048014 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:41.048412 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.141645 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:41.142674 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e26530ff-ba43-4c9f-8714-32a0a19bdc52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8757ee77a1884f24a4bddbd2f86ff27d&name=default HTTP/1.1" status: 200 len: 2995 time: 2.0632920 Jul 26 03:10:41.152717 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52684) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:41.199161 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:10:41.232913 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26530ff-ba43-4c9f-8714-32a0a19bdc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446f9d2-873e-4c96-8f6c-e4e0d9334577,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:41.330890 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] For port b7f9daba-6da0-40c1-acbf-ea9fa32c1872, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:41.336441 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] For port b7f9daba-6da0-40c1-acbf-ea9fa32c1872, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:41.408589 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:41.409057 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (28760039-636b-4cb5-bab9-aea60ed87471), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.413666 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:41.451623 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ad226-364d-4d8d-bc28-e4a52072e5a9 None None] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:41.456252 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ffb25aec-6479-48d8-abd8-28c75a573d0f admin admin] Publish callbacks [] for security_group (f446f9d2-873e-4c96-8f6c-e4e0d9334577), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.470069 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:41.475958 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.532713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks [] for router_gateway (dabc2484-b91b-43fa-9647-ae1a18bcad97), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.549726 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:41.594331 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ffb25aec-6479-48d8-abd8-28c75a573d0f admin admin] Publish callbacks [] for security_group (f446f9d2-873e-4c96-8f6c-e4e0d9334577), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.601697 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:41.604306 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:41.616086 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.657313 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:41.716381 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks [] for router_gateway (913a8724-6501-41f1-b571-072f2cce26ef), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.728900 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.736041 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0e629f46-f79f-48b9-a328-91a419a3c5ac admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5159388 Jul 26 03:10:41.748711 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52706) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:41.765387 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Sync routers for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:10:41.773770 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.782117 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Pushing event updated for resources: {'Port': ['ID=28760039-636b-4cb5-bab9-aea60ed87471,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:41.807266 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ffb25aec-6479-48d8-abd8-28c75a573d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f446f9d2-873e-4c96-8f6c-e4e0d9334577), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.810464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ffb25aec-6479-48d8-abd8-28c75a573d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.814425 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ffb25aec-6479-48d8-abd8-28c75a573d0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f446f9d2-873e-4c96-8f6c-e4e0d9334577 HTTP/1.1" status: 204 len: 168 time: 0.6585362 Jul 26 03:10:41.831565 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb25aec-6479-48d8-abd8-28c75a573d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446f9d2-873e-4c96-8f6c-e4e0d9334577,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:41.884298 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:41.899654 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:41.934874 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Attempting to bind port 826f0e99-9808-4401-a8bb-54147a218530 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:41.935635 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Attempting to bind port 826f0e99-9808-4401-a8bb-54147a218530 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:41.936224 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Attempting to bind port 826f0e99-9808-4401-a8bb-54147a218530 on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:41.996254 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:42.064610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 413efeca-a3eb-4a3f-a7fa-575bdef048a3, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=413efeca-a3eb-4a3f-a7fa-575bdef048a3,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:42.069842 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52716) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:42.123660 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4441e8-87f0-44f3-88cd-db3fe2a573dd None None] Pushing event updated for resources: {'Port': ['ID=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:42.138157 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:42.138563 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Checking segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:42.138996 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:42.139397 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Bound using segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:42.140422 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Bound port: 826f0e99-9808-4401-a8bb-54147a218530, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:42.141004 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (826f0e99-9808-4401-a8bb-54147a218530), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:42.199397 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:42.231551 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:10:42.263839 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:42.284315 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] For port 826f0e99-9808-4401-a8bb-54147a218530, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:42.290740 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] For port 826f0e99-9808-4401-a8bb-54147a218530, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=826f0e99-9808-4401-a8bb-54147a218530,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:42.294606 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:42.321280 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:42.447492 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=413efeca-a3eb-4a3f-a7fa-575bdef048a3,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:42.464836 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (826f0e99-9808-4401-a8bb-54147a218530), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:42.482538 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6c3a3-a38a-4438-aa77-cfa527ca255c None None] Current status of the port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:42.492193 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:42.492869 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:42.715672 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:42.776343 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:42.830066 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1052967719-network', 'tenant_id': '2437e7bca09446dbb8febc342d7041fd'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:42.859650 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:42.988512 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Provisioning complete for port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:42.988894 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.119614 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Allocated IP 172.27.3.68 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/5b511499-c405-4b66-a159-87098bdc6fde) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:43.125174 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Allocated IP 172.20.0.1 (e4264094-c280-4d22-bc2f-c5a07efc0e99/24e67041-edaa-4fbc-80b0-fa3aea581c5f/d77b413e-8760-4db2-8bd8-1e0ea7774642) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:43.128580 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd81f03-af90-4da0-840f-dcf9762097a9 None None] Pushing event updated for resources: {'Port': ['ID=826f0e99-9808-4401-a8bb-54147a218530,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:43.140117 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:43.140506 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.188161 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:43.266695 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:43.282011 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-21f1acd9-1df4-4871-8ae9-d20ca1a5c97c admin admin] 10.222.0.42 "PUT /v2.0/routers/dbaafe3f-3d34-4ba8-836a-68d036bea8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3378692 Jul 26 03:10:43.285786 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Sync routers for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:10:43.318283 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:43.321542 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:43.519336 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks [] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.537288 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:43.585160 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:43.609581 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.609821 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks [] for port (5b511499-c405-4b66-a159-87098bdc6fde), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.621347 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Made reservation on behalf of 2437e7bca09446dbb8febc342d7041fd for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:43.629396 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.642652 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks [] for router_gateway (7341cc72-2053-4525-97ce-be3c55bedcf5), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.677311 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d4560-daa9-43c3-98a9-9e1b8b726c0d None None] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:43.714979 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:43.722084 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:43.726049 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:43.726560 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (3a50c8aa-9249-4910-8ded-bafc5b29fa72), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.853023 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:43.868758 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:39Z', 'revision_number': 2, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:43.924553 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Checking router: dbaafe3f-3d34-4ba8-836a-68d036bea8f1 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:10:43.925172 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Updating router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 port 8b091cdb-78f9-463b-a1aa-af558c9be15d binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:10:43.928805 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:43.972754 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:44.026379 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.052928 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d77b413e-8760-4db2-8bd8-1e0ea7774642,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:44.275695 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Allocated IP 172.27.3.159 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/dda6f094-02ee-46dd-bfcf-5b073363e867) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:44.359144 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:40Z', 'revision_number': 3, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:44.436703 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Checking router: 3a50c8aa-9249-4910-8ded-bafc5b29fa72 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:10:44.436703 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Updating router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:10:44.463182 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:44.543953 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Current status of the port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:44.556380 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks [] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.558576 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.579783 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:44.589884 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06802c6-4ac8-4c81-9122-181650943e98 None None] Network 3f744be8-1146-4ad7-825e-8d297f751ced requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:44.592626 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:44.593475 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:44.603941 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (5b511499-c405-4b66-a159-87098bdc6fde), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.608888 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52802) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:44.609977 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Provisioning complete for port 8b091cdb-78f9-463b-a1aa-af558c9be15d triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:44.610378 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.617107 dv-cinder-850840-2-iscsi neutron-server[104279]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 03:10:44.713726 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (7341cc72-2053-4525-97ce-be3c55bedcf5), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.735369 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:44.736785 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Port 8b091cdb-78f9-463b-a1aa-af558c9be15d cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:44.749769 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:44.753504 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:44.812134 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:44.825528 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Provisioning complete for port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:44.825922 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.831962 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.871495 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Publish callbacks [] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.884421 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:44.974389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52812) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:44.976672 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:44.990920 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Pushing event updated for resources: {'Port': ['ID=5b511499-c405-4b66-a159-87098bdc6fde,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:44.998532 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.008915 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426de31b-75c0-469e-a882-f92a68f044e3 None None] Pushing event updated for resources: {'Port': ['ID=8b091cdb-78f9-463b-a1aa-af558c9be15d,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:45.046352 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-69e4c16e-da95-4989-a579-b102d7b0dea3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:45.047930 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-69e4c16e-da95-4989-a579-b102d7b0dea3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 818 time: 0.4331193 Jul 26 03:10:45.053513 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:45.053898 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.081713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:45.114086 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-41765eab-9db9-4ac9-a2f3-b65ae61b81c1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/quotas/a07cd1888316403eb9c37610a310b76d HTTP/1.1" status: 200 len: 375 time: 0.0540633 Jul 26 03:10:45.154878 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Pushing event updated for resources: {'Port': ['ID=dda6f094-02ee-46dd-bfcf-5b073363e867,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:45.163639 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Attempting to bind port 8b091cdb-78f9-463b-a1aa-af558c9be15d on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:45.164183 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Attempting to bind port 8b091cdb-78f9-463b-a1aa-af558c9be15d by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:45.164839 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Attempting to bind port 8b091cdb-78f9-463b-a1aa-af558c9be15d on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:45.171391 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:45.176436 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Checking segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:45.176846 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.177389 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Bound using segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:45.178336 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Bound port: 8b091cdb-78f9-463b-a1aa-af558c9be15d, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:45.178747 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.212017 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Current status of the port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:45.212417 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.284054 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-400e10f0-c915-4899-b33e-ed73360d5ec6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503036 Jul 26 03:10:45.311402 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] For port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:45.332886 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.344523 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] For port 8b091cdb-78f9-463b-a1aa-af558c9be15d, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:45.351173 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] For port 8b091cdb-78f9-463b-a1aa-af558c9be15d, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8b091cdb-78f9-463b-a1aa-af558c9be15d,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:45.353305 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-553c8161-5b38-4c04-8084-e212603450ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.367162 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.441257 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks [] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.456360 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.457293 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (3a50c8aa-9249-4910-8ded-bafc5b29fa72), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.485906 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:45.486583 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:45.503982 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:45.513721 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks [] for security_group (2bcb5252-edb6-486e-be5f-beee3bb1ccc9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.542092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2bcb5252-edb6-486e-be5f-beee3bb1ccc9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.575780 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:10:45.589586 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (dae7d4f3-2392-4053-a50a-ee25a312fa52), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.590574 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Added segment dae7d4f3-2392-4053-a50a-ee25a312fa52 of type vlan for network 0b9a0c1b-cda7-40e5-8d08-b83564875ffa Jul 26 03:10:45.631469 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426de31b-75c0-469e-a882-f92a68f044e3 None None] Pushing event updated for resources: {'Port': ['ID=8b091cdb-78f9-463b-a1aa-af558c9be15d,revision_number=4']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:45.642666 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:45.676499 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:45.677516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b7f9daba-6da0-40c1-acbf-ea9fa32c1872 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:45.682226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (0b9a0c1b-cda7-40e5-8d08-b83564875ffa), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.689722 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:45.703335 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Provisioning complete for port d77b413e-8760-4db2-8bd8-1e0ea7774642 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:45.704592 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.747743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:45.758996 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:45.761700 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:45.801595 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:45.907853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d77b413e-8760-4db2-8bd8-1e0ea7774642,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:45.916485 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed590ec-cd85-4be4-b36c-3ec05ccc684c None None] Pushing event updated for resources: {'Port': ['ID=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:45.961584 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Port d77b413e-8760-4db2-8bd8-1e0ea7774642 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:45.965464 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:45.968736 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks [] for router_gateway (dabc2484-b91b-43fa-9647-ae1a18bcad97), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:45.980611 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:45.987393 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:46.035486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Provisioning complete for port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:46.035873 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.056242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-35585e24-4e55-47ca-9ba6-3b6c6c276cf3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:10:46.057563 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-35585e24-4e55-47ca-9ba6-3b6c6c276cf3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1723666 Jul 26 03:10:46.061765 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-553c8161-5b38-4c04-8084-e212603450ee admin admin] Publish callbacks [] for security_group (0e117544-3564-4fb8-99d5-32d9587e167c), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.085780 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-553c8161-5b38-4c04-8084-e212603450ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (0e117544-3564-4fb8-99d5-32d9587e167c), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.120897 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (0b9a0c1b-cda7-40e5-8d08-b83564875ffa), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.122092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:46.122853 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.128925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:46.135882 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.167606 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:45Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:46.197515 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d9d5f-85af-4928-a6d6-2aa52089c508 None None] The sync data for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi is: [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:45Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:10:46.219340 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c8161-5b38-4c04-8084-e212603450ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e117544-3564-4fb8-99d5-32d9587e167c,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:46.297012 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.2196655 Jul 26 03:10:46.328326 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Publish callbacks [] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.335216 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52830) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:46.345071 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Request body: {'subnet': {'network_id': '0b9a0c1b-cda7-40e5-8d08-b83564875ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1052967719-subnet', 'tenant_id': '2437e7bca09446dbb8febc342d7041fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:46.350525 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:46.367045 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:10:46.376485 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcb5252-edb6-486e-be5f-beee3bb1ccc9,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:46.387766 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Current status of the port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:46.388843 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.394180 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.450250 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:46.463157 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-200d798d-ed7e-447f-b530-dafd40bd8544 service neutron] 10.222.0.42 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979568 Jul 26 03:10:46.482435 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-553c8161-5b38-4c04-8084-e212603450ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5f802ea70504d04af1292c57bb20c58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5064762 Jul 26 03:10:46.487549 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52834) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:46.500652 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7424de3-bafe-4c87-9a64-c714344b87e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9a0c1b-cda7-40e5-8d08-b83564875ffa,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:46.533915 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Router 7341cc72-2053-4525-97ce-be3c55bedcf5 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:10:46.557134 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Made reservation on behalf of 2437e7bca09446dbb8febc342d7041fd for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:46.559763 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.627377 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 0b9a0c1b-cda7-40e5-8d08-b83564875ffa details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:10:46.681067 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:46.686604 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:46.716156 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f9620c06-c529-41e4-b8cc-9786b005b0e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/3a50c8aa-9249-4910-8ded-bafc5b29fa72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9530053 Jul 26 03:10:46.801316 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Attempting to bind port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:46.802578 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Attempting to bind port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:46.803172 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Attempting to bind port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:46.807186 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] For port b7f9daba-6da0-40c1-acbf-ea9fa32c1872, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:46.835489 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.843395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:46.843977 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.850286 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-36a2529f-2885-4a1c-bda1-190e95822107 service neutron] 10.222.0.42 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649726 Jul 26 03:10:46.861682 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:46.862263 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:46.862967 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.863533 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:46.864201 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Bound port: 1d632f8a-90c9-4a47-ba20-e046c30aecf7, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:46.864768 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.894597 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (dabc2484-b91b-43fa-9647-ae1a18bcad97), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:46.922037 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] For port 1d632f8a-90c9-4a47-ba20-e046c30aecf7, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:46.926120 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] For port 1d632f8a-90c9-4a47-ba20-e046c30aecf7, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1d632f8a-90c9-4a47-ba20-e046c30aecf7,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:46.945652 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16324719-de50-422c-9c06-f944d8d856b6 None None] Pushing event updated for resources: {'Port': ['ID=1d632f8a-90c9-4a47-ba20-e046c30aecf7,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:46.964475 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.048367 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Provisioning complete for port 826f0e99-9808-4401-a8bb-54147a218530 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:47.049043 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (826f0e99-9808-4401-a8bb-54147a218530), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.055016 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.db.api [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 03:10:47.055909 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG oslo_db.api [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 03:10:47.078577 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:47.103661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd52cc6f-8b9e-4041-b6e1-da075a220921 admin admin] Publish callbacks [] for security_group (0e117544-3564-4fb8-99d5-32d9587e167c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.177378 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Pushing event updated for resources: {'Port': ['ID=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:47.205922 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:47.210448 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:47.248365 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks [] for router_gateway (913a8724-6501-41f1-b571-072f2cce26ef), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.339512 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd52cc6f-8b9e-4041-b6e1-da075a220921 admin admin] Publish callbacks [] for security_group (0e117544-3564-4fb8-99d5-32d9587e167c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.357139 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16324719-de50-422c-9c06-f944d8d856b6 None None] Pushing event updated for resources: {'Port': ['ID=1d632f8a-90c9-4a47-ba20-e046c30aecf7,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:47.369406 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:47.404717 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8460b4-d0ca-401e-b9f4-42bee46c8a07 req-224652f1-6606-49e5-bf98-fdc14bd8c1bc tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 210 time: 0.1126285 Jul 26 03:10:47.429635 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:47.438559 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52866) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:47.443255 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-ec98c112-a4ab-4777-8940-df1bbe6780ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42717077', 'description': 'tempest-description--1945293851'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:47.508861 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Current status of the port 826f0e99-9808-4401-a8bb-54147a218530 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:47.509249 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (826f0e99-9808-4401-a8bb-54147a218530), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.510202 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ec98c112-a4ab-4777-8940-df1bbe6780ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.523300 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:47.624848 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:47.626819 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:47.650166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ec98c112-a4ab-4777-8940-df1bbe6780ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (eb755d47-2b73-4d24-a6d9-3cb5bd9c6150), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.661368 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Sync routers for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:10:47.667130 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ec98c112-a4ab-4777-8940-df1bbe6780ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (eb755d47-2b73-4d24-a6d9-3cb5bd9c6150), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.708004 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ec98c112-a4ab-4777-8940-df1bbe6780ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.713576 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ec98c112-a4ab-4777-8940-df1bbe6780ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2738497 Jul 26 03:10:47.715320 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52878) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:47.720481 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-ff20c5a7-33a1-42d6-8849-15e9f5b1917d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'security_group_rule': {'security_group_id': 'eb755d47-2b73-4d24-a6d9-3cb5bd9c6150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:47.736599 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (9f6670d7-9bc8-4a99-96c2-1bdb95905ad1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.744977 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.745847 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c112-a4ab-4777-8940-df1bbe6780ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:47.746233 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a76e14fe-2aa4-4368-9006-fac560404d07 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4359369 Jul 26 03:10:47.751307 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52884) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:47.817829 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:47.853186 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] For port 826f0e99-9808-4401-a8bb-54147a218530, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=826f0e99-9808-4401-a8bb-54147a218530,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:47.854610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:47.866677 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:47.873559 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (826f0e99-9808-4401-a8bb-54147a218530), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:47.886806 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52892) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:47.898503 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6670d7-9bc8-4a99-96c2-1bdb95905ad1,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:47.906342 dv-cinder-850840-2-iscsi neutron-server[104278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 03:10:47.945997 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ff20c5a7-33a1-42d6-8849-15e9f5b1917d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (729f0258-e1a4-4b2f-8821-36f79c87d282), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.162992 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Provisioning complete for port d77b413e-8760-4db2-8bd8-1e0ea7774642 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:48.169036 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.217777 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151d42a-335a-472d-bf65-5f0bb6812833 None None] Pushing event updated for resources: {'Port': ['ID=826f0e99-9808-4401-a8bb-54147a218530,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:48.255831 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-ca305cd2-7ca6-43e8-ad8c-be374380f462 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:48.265675 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-ca305cd2-7ca6-43e8-ad8c-be374380f462 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 818 time: 0.3606954 Jul 26 03:10:48.283954 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:48.298016 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-7c40d823-6c56-4646-8a57-6d72e2a38f3f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/quotas/a07cd1888316403eb9c37610a310b76d HTTP/1.1" status: 200 len: 375 time: 0.0311639 Jul 26 03:10:48.306755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:48.317830 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 826f0e99-9808-4401-a8bb-54147a218530 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:48.353366 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Port d77b413e-8760-4db2-8bd8-1e0ea7774642 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:48.377347 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ff20c5a7-33a1-42d6-8849-15e9f5b1917d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (729f0258-e1a4-4b2f-8821-36f79c87d282), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.403265 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ff20c5a7-33a1-42d6-8849-15e9f5b1917d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (729f0258-e1a4-4b2f-8821-36f79c87d282), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.429570 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Provisioning complete for port 8b091cdb-78f9-463b-a1aa-af558c9be15d triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:48.430034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.485625 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20c5a7-33a1-42d6-8849-15e9f5b1917d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729f0258-e1a4-4b2f-8821-36f79c87d282,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:48.502937 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ff20c5a7-33a1-42d6-8849-15e9f5b1917d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.506888 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ff20c5a7-33a1-42d6-8849-15e9f5b1917d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7878060 Jul 26 03:10:48.507382 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52912) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:48.510862 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Router dabc2484-b91b-43fa-9647-ae1a18bcad97 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:10:48.512176 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-1ec229c1-4eed-4daf-8337-0396ebfe1426 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'security_group_rule': {'security_group_id': 'eb755d47-2b73-4d24-a6d9-3cb5bd9c6150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:48.512754 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd52cc6f-8b9e-4041-b6e1-da075a220921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (0e117544-3564-4fb8-99d5-32d9587e167c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.516629 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cd52cc6f-8b9e-4041-b6e1-da075a220921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.517392 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cd52cc6f-8b9e-4041-b6e1-da075a220921 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e117544-3564-4fb8-99d5-32d9587e167c HTTP/1.1" status: 204 len: 168 time: 2.0257123 Jul 26 03:10:48.535554 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-934e165f-9591-4217-9172-8acf7909df52 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2274880 Jul 26 03:10:48.535705 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 826f0e99-9808-4401-a8bb-54147a218530 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:48.536091 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (826f0e99-9808-4401-a8bb-54147a218530), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.544940 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 2, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:48.581626 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Checking segment: {'id': 'dae7d4f3-2392-4053-a50a-ee25a312fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b9a0c1b-cda7-40e5-8d08-b83564875ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:48.581986 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Network hostable DHCP agents. Network: 0b9a0c1b-cda7-40e5-8d08-b83564875ffa, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:10:48.606756 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52cc6f-8b9e-4041-b6e1-da075a220921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e117544-3564-4fb8-99d5-32d9587e167c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:48.610670 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1ec229c1-4eed-4daf-8337-0396ebfe1426 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (e57b5442-c452-45da-a35a-e0ed5886291f), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.676097 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922aabd-250c-40e1-8439-8dd9d231351e None None] The sync data for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi is: [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 2, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:10:48.807867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Network 0b9a0c1b-cda7-40e5-8d08-b83564875ffa is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:10:48.833269 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Current status of the port 8b091cdb-78f9-463b-a1aa-af558c9be15d is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:48.833269 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.842307 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.845534 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cf9169a0-d787-4895-b284-03285fa79556 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:10:48.846566 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cf9169a0-d787-4895-b284-03285fa79556 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1934841 Jul 26 03:10:48.850867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (913a8724-6501-41f1-b571-072f2cce26ef), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:48.876169 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:48.906305 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 0b9a0c1b-cda7-40e5-8d08-b83564875ffa) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:48.940352 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd3732-6b78-45b6-8afc-4b740ca556ea None None] Network 0b9a0c1b-cda7-40e5-8d08-b83564875ffa requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:48.942403 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:48.964024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] For port 8b091cdb-78f9-463b-a1aa-af558c9be15d, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8b091cdb-78f9-463b-a1aa-af558c9be15d,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:48.981505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1ec229c1-4eed-4daf-8337-0396ebfe1426 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (e57b5442-c452-45da-a35a-e0ed5886291f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.010381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1ec229c1-4eed-4daf-8337-0396ebfe1426 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (e57b5442-c452-45da-a35a-e0ed5886291f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.031202 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:49.031829 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.066573 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.070696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec229c1-4eed-4daf-8337-0396ebfe1426 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57b5442-c452-45da-a35a-e0ed5886291f,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:49.074196 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:49.183325 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1ec229c1-4eed-4daf-8337-0396ebfe1426 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.188374 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-1ec229c1-4eed-4daf-8337-0396ebfe1426 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6794126 Jul 26 03:10:49.196287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52932) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:49.203231 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:49.224489 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:49.225814 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:49.238793 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-c0a2a8ba-fa5f-4fd5-9b57-9c20664cdb3a service neutron] 10.222.0.42 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736334 Jul 26 03:10:49.249630 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52934) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:49.259091 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:49.274014 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Sync routers for ids ['dabc2484-b91b-43fa-9647-ae1a18bcad97'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:10:49.287986 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Routers {'dabc2484-b91b-43fa-9647-ae1a18bcad97'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:49.288954 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dabc2484-b91b-43fa-9647-ae1a18bcad97'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:49.290218 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.316564 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Provisioning complete for port 826f0e99-9808-4401-a8bb-54147a218530 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:49.316933 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (826f0e99-9808-4401-a8bb-54147a218530), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.329661 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 826f0e99-9808-4401-a8bb-54147a218530 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:49.330756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8b091cdb-78f9-463b-a1aa-af558c9be15d up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:49.337750 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-70293cf9-8177-4613-a65a-c875b6a0d3e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9983370 Jul 26 03:10:49.398256 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:49.411162 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:42Z', 'revision_number': 3, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:49.475732 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.480594 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ce489934-33d8-4b5c-b87f-564c63e94569 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4822757 Jul 26 03:10:49.495992 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52940) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:49.496815 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79eb5e8f-b964-4db3-8930-f140c3b45b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.510121 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.514438 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:49.524487 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Set router dabc2484-b91b-43fa-9647-ae1a18bcad97 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:49.525084 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Checking router: 7341cc72-2053-4525-97ce-be3c55bedcf5 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:10:49.525604 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Updating router 7341cc72-2053-4525-97ce-be3c55bedcf5 port 28760039-636b-4cb5-bab9-aea60ed87471 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:10:49.596501 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Pushing event updated for resources: {'Port': ['ID=8b091cdb-78f9-463b-a1aa-af558c9be15d,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:49.602448 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (28760039-636b-4cb5-bab9-aea60ed87471), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.709746 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 8b091cdb-78f9-463b-a1aa-af558c9be15d triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:49.710233 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:49.712317 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c1e8e-bab9-434f-b2e5-88e2bf13ddc2 None None] Network 0b9a0c1b-cda7-40e5-8d08-b83564875ffa requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:49.786263 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Allocated IP 172.20.0.1 (2ee3d40a-6386-40e4-904c-54dd185c894f/3794686e-8085-40a5-bd70-5b857623536a/7467b1c4-cc11-4e7f-90c2-f78d690fb236) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:49.954236 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '5b511499-c405-4b66-a159-87098bdc6fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:45Z', 'revision_number': 3, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port': {'id': '5b511499-c405-4b66-a159-87098bdc6fde', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:49.996738 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Checking router: dabc2484-b91b-43fa-9647-ae1a18bcad97 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:10:49.997442 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Updating router dabc2484-b91b-43fa-9647-ae1a18bcad97 port 5b511499-c405-4b66-a159-87098bdc6fde binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:10:50.024366 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79eb5e8f-b964-4db3-8930-f140c3b45b0e admin admin] Publish callbacks [] for security_group (b17b3971-9642-4e38-96df-c2d36c81bd60), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.037838 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Allocated IP 172.27.3.130 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/19b559ee-3e94-4eb1-b66d-00a1aed656d0) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:50.046484 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (5b511499-c405-4b66-a159-87098bdc6fde), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.048746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-79eb5e8f-b964-4db3-8930-f140c3b45b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b17b3971-9642-4e38-96df-c2d36c81bd60), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.062050 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-92996d88-6c1d-41e4-aa6d-4f18565db32a service neutron] 10.222.0.42 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214951 Jul 26 03:10:50.109098 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-79eb5e8f-b964-4db3-8930-f140c3b45b0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8989d038029543bfbba171d5bde605dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8582668 Jul 26 03:10:50.127750 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb5e8f-b964-4db3-8930-f140c3b45b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b3971-9642-4e38-96df-c2d36c81bd60,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:50.135254 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52946) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:50.189842 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks [] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.196916 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-a620b831-aa3e-4797-ad81-677a7d3dea0d None None] Current status of the port 826f0e99-9808-4401-a8bb-54147a218530 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:50.202414 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e2a53281-8221-46ac-bc06-3a044aab9375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.394136 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:50.402110 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e6a3c574-650c-4efe-8333-62f731945913 admin admin] Publish callbacks [] for security_group (b17b3971-9642-4e38-96df-c2d36c81bd60), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.421624 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Router 913a8724-6501-41f1-b571-072f2cce26ef is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:10:50.436091 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 8b091cdb-78f9-463b-a1aa-af558c9be15d is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:50.437669 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:50.484812 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.496612 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e6a3c574-650c-4efe-8333-62f731945913 admin admin] Publish callbacks [] for security_group (b17b3971-9642-4e38-96df-c2d36c81bd60), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.501155 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:50.501521 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.525190 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 52970) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:50.556788 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-206710845-network', 'tenant_id': 'afd263fdeaa345bba964bb0b516787e3'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:50.566093 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.596950 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:50.598024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b7f9daba-6da0-40c1-acbf-ea9fa32c1872 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:50.639022 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:50.646972 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7467b1c4-cc11-4e7f-90c2-f78d690fb236,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:50.658346 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-62204bd2-7c0d-4624-afa9-a874a997eb46 req-f056516d-6a99-408a-824d-4d61692788b4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.2336347 Jul 26 03:10:50.680569 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Network 2ee3d40a-6386-40e4-904c-54dd185c894f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:50.693632 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:50.698563 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.701365 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:50.701769 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (7341cc72-2053-4525-97ce-be3c55bedcf5), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.708560 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:50.708967 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.724498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:50.856521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Made reservation on behalf of afd263fdeaa345bba964bb0b516787e3 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:50.858061 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.919447 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:50.921461 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 413efeca-a3eb-4a3f-a7fa-575bdef048a3 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:50.947490 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.961320 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Publish callbacks [] for port (5b511499-c405-4b66-a159-87098bdc6fde), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.964174 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e6a3c574-650c-4efe-8333-62f731945913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b17b3971-9642-4e38-96df-c2d36c81bd60), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.969964 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:50.973329 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e6a3c574-650c-4efe-8333-62f731945913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.973608 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (5b511499-c405-4b66-a159-87098bdc6fde), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:50.974537 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e6a3c574-650c-4efe-8333-62f731945913 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b17b3971-9642-4e38-96df-c2d36c81bd60 HTTP/1.1" status: 204 len: 168 time: 0.8382142 Jul 26 03:10:51.003903 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:51.012799 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3c574-650c-4efe-8333-62f731945913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b3971-9642-4e38-96df-c2d36c81bd60,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:51.020879 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'Port': ['ID=19b559ee-3e94-4eb1-b66d-00a1aed656d0,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:51.033358 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:51.041711 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:51.070335 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:10:51.081473 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:51.095224 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:51.099622 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719573c-843b-4439-9818-4af676fa9d54 None None] Pushing event updated for resources: {'Port': ['ID=5b511499-c405-4b66-a159-87098bdc6fde,revision_number=2']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:51.123376 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Attempting to bind port 5b511499-c405-4b66-a159-87098bdc6fde on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:51.124244 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Attempting to bind port 5b511499-c405-4b66-a159-87098bdc6fde by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:51.125261 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Attempting to bind port 5b511499-c405-4b66-a159-87098bdc6fde on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:51.133066 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:51.133825 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:51.134392 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.134933 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:51.136116 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Bound port: 5b511499-c405-4b66-a159-87098bdc6fde, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:51.136787 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (5b511499-c405-4b66-a159-87098bdc6fde), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.158064 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.161166 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-53f71b73-689f-4074-9bd4-ac8fd1b5acfa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.2927120 Jul 26 03:10:51.169230 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 52990) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:51.171872 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (08000030-3c84-46e5-879c-b544723020e5), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.208374 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:51.238788 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] For port 5b511499-c405-4b66-a159-87098bdc6fde, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:51.242861 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] For port 5b511499-c405-4b66-a159-87098bdc6fde, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=5b511499-c405-4b66-a159-87098bdc6fde,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:51.246432 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:51.246994 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.257125 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (5b511499-c405-4b66-a159-87098bdc6fde), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.263202 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:51.264086 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:51.298591 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9d348412-bb4c-44a1-bcda-e844cc62bef6 None None] Provisioning complete for port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:51.299037 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9d348412-bb4c-44a1-bcda-e844cc62bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.321224 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:51.325881 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719573c-843b-4439-9818-4af676fa9d54 None None] Pushing event updated for resources: {'Port': ['ID=5b511499-c405-4b66-a159-87098bdc6fde,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:51.345745 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Routers {'dabc2484-b91b-43fa-9647-ae1a18bcad97'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:51.346523 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dabc2484-b91b-43fa-9647-ae1a18bcad97'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:51.378976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.505829 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] Set router dabc2484-b91b-43fa-9647-ae1a18bcad97 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:51.537956 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.580831 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Publish callbacks [] for port (28760039-636b-4cb5-bab9-aea60ed87471), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.619643 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.634446 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (28760039-636b-4cb5-bab9-aea60ed87471), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.721216 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9d348412-bb4c-44a1-bcda-e844cc62bef6 None None] Port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:51.800657 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Attempting to bind port 28760039-636b-4cb5-bab9-aea60ed87471 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:51.801082 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Attempting to bind port 28760039-636b-4cb5-bab9-aea60ed87471 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:51.801456 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Attempting to bind port 28760039-636b-4cb5-bab9-aea60ed87471 on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:51.815776 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79fe15-57c8-4d11-91a8-429e643d4195 None None] Pushing event updated for resources: {'Port': ['ID=28760039-636b-4cb5-bab9-aea60ed87471,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:51.854739 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:51.855188 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:51.855700 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.856430 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:51.856669 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Bound port: 28760039-636b-4cb5-bab9-aea60ed87471, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:51.857635 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (28760039-636b-4cb5-bab9-aea60ed87471), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.945901 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:51.951049 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:51.952830 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:51.957592 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:51.962499 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks [] for security_group (d0802558-95d9-43e2-8f1d-deaae1929695), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.008709 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.018336 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d0802558-95d9-43e2-8f1d-deaae1929695), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.032289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:10:52.077603 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:52.140116 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (28dac082-ed7b-49bb-9a4b-6f305f4f0385), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.140456 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Added segment 28dac082-ed7b-49bb-9a4b-6f305f4f0385 of type vlan for network 0522ea36-311d-4d13-8164-06db2b14f6d2 Jul 26 03:10:52.163276 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Sync routers for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:10:52.167615 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] For port 28760039-636b-4cb5-bab9-aea60ed87471, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:52.172393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] For port 28760039-636b-4cb5-bab9-aea60ed87471, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=28760039-636b-4cb5-bab9-aea60ed87471,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:52.184251 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:52.184890 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:52.186142 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:52.193692 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (28760039-636b-4cb5-bab9-aea60ed87471), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.268455 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-37664df9-285a-45cd-8d19-23d9b3e7750a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.365181 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:52.367749 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '5b511499-c405-4b66-a159-87098bdc6fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:45Z', 'revision_number': 3, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port': {'id': '5b511499-c405-4b66-a159-87098bdc6fde', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:52.373934 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:52.379805 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:52.419247 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (0522ea36-311d-4d13-8164-06db2b14f6d2), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.424532 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4e1aa07a-06c4-4b75-b903-e1fb9f0a3b90 req-6b13d245-1543-436d-80ad-56f0b105d4ff tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.5518537 Jul 26 03:10:52.469826 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68734585-62ba-4aa6-b5c9-6e47f8ea8555 None None] The sync data for ids ['dabc2484-b91b-43fa-9647-ae1a18bcad97'] in dv-cinder-850840-2-iscsi is: [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '5b511499-c405-4b66-a159-87098bdc6fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:45Z', 'revision_number': 3, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port': {'id': '5b511499-c405-4b66-a159-87098bdc6fde', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:10:52.479569 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:52.481280 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0802558-95d9-43e2-8f1d-deaae1929695,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:52.487598 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (08000030-3c84-46e5-879c-b544723020e5), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.528991 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.539069 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3332911 Jul 26 03:10:52.539069 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (0522ea36-311d-4d13-8164-06db2b14f6d2), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.539069 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:52.539069 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.709770 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.36', 53703) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:52.711791 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba9888-62f4-43b2-85b3-83b43863a706 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'Port': ['ID=19b559ee-3e94-4eb1-b66d-00a1aed656d0,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:52.738545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] Pushing event updated for resources: {'Network': ['ID=0522ea36-311d-4d13-8164-06db2b14f6d2,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:52.767678 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-cb9c83fd-e083-4552-8d4d-4d7be6f53120 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2158709 Jul 26 03:10:52.778727 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53034) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:52.806878 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Request body: {'subnet': {'network_id': '0522ea36-311d-4d13-8164-06db2b14f6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-206710845-subnet', 'tenant_id': 'afd263fdeaa345bba964bb0b516787e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:52.883723 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks [] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.934570 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.942123 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (7341cc72-2053-4525-97ce-be3c55bedcf5), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:52.965899 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 826f0e99-9808-4401-a8bb-54147a218530 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:52.969625 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 0522ea36-311d-4d13-8164-06db2b14f6d2 details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:10:52.991807 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79fe15-57c8-4d11-91a8-429e643d4195 None None] Pushing event updated for resources: {'Port': ['ID=28760039-636b-4cb5-bab9-aea60ed87471,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:52.992531 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 2, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:53.053649 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Checking router: 3a50c8aa-9249-4910-8ded-bafc5b29fa72 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:10:53.054484 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Updating router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 port d77b413e-8760-4db2-8bd8-1e0ea7774642 binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:10:53.117419 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:53.119441 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7467b1c4-cc11-4e7f-90c2-f78d690fb236,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:53.122849 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Made reservation on behalf of afd263fdeaa345bba964bb0b516787e3 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:53.138617 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:53.140277 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:53.390270 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:53.442149 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-c3151a24-830d-4a53-893b-c699a2e8d394 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--42717077&fields=id&tenant_id=ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 267 time: 0.5505757 Jul 26 03:10:53.511257 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.36', 53706) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:53.513433 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:53.561534 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:53.573230 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:53.576512 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-ddfafa5a-7bed-434e-bf85-b1d30b498da3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:53.576682 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:53.578414 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 826f0e99-9808-4401-a8bb-54147a218530 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:53.579211 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (826f0e99-9808-4401-a8bb-54147a218530), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:53.582611 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-ddfafa5a-7bed-434e-bf85-b1d30b498da3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 818 time: 0.8432202 Jul 26 03:10:53.629828 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:53.730889 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:53.817281 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:10:53.818931 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Updating router 913a8724-6501-41f1-b571-072f2cce26ef port dda6f094-02ee-46dd-bfcf-5b073363e867 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:10:53.862145 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'port': {'device_id': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'admin_state_up': True, 'tenant_id': 'a07cd1888316403eb9c37610a310b76d'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:53.892664 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Publish callbacks [] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:53.911672 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:53.950215 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:53.969194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Network 2ee3d40a-6386-40e4-904c-54dd185c894f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:54.000661 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:54.005806 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-94d572c8-985d-482b-bce9-5ae7c721449a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:54.028087 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-94d572c8-985d-482b-bce9-5ae7c721449a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 817 time: 0.5844676 Jul 26 03:10:54.047201 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:54.145178 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0d78b-6402-48fe-a007-3ebaa6da2a0d None None] Pushing event updated for resources: {'Port': ['ID=d77b413e-8760-4db2-8bd8-1e0ea7774642,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:54.247421 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 826f0e99-9808-4401-a8bb-54147a218530 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:54.248624 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1d632f8a-90c9-4a47-ba20-e046c30aecf7 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:54.370810 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Attempting to bind port d77b413e-8760-4db2-8bd8-1e0ea7774642 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:54.371213 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Attempting to bind port d77b413e-8760-4db2-8bd8-1e0ea7774642 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:54.371657 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Attempting to bind port d77b413e-8760-4db2-8bd8-1e0ea7774642 on network e4264094-c280-4d22-bc2f-c5a07efc0e99 {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:54.381210 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:54.381581 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Checking segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:54.381988 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:54.382382 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Bound using segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:54.382858 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Bound port: d77b413e-8760-4db2-8bd8-1e0ea7774642, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:54.386226 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:54.524942 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] For port d77b413e-8760-4db2-8bd8-1e0ea7774642, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:54.536066 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] For port d77b413e-8760-4db2-8bd8-1e0ea7774642, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=d77b413e-8760-4db2-8bd8-1e0ea7774642,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:54.550439 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:54.583970 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:54.626637 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Allocated IP 172.20.0.1 (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c/c9a8c629-e0e5-4438-bff2-fcb400037a5e/c9f0a5cc-f18b-412b-aec9-46fe6614a552) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:54.715018 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:54.719862 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:54.767397 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-966ed23d-06ab-4470-81b9-8f943dcaec27 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/quotas/ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 375 time: 0.7356181 Jul 26 03:10:54.771358 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e515f2fa-145c-42ff-bf34-8991b4c6ff7d req-957328a2-37ea-489e-a57b-36711c213ed4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.2344272 Jul 26 03:10:54.812154 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:54.818113 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Router 7341cc72-2053-4525-97ce-be3c55bedcf5 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:10:54.852285 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0d78b-6402-48fe-a007-3ebaa6da2a0d None None] Pushing event updated for resources: {'Port': ['ID=d77b413e-8760-4db2-8bd8-1e0ea7774642,revision_number=4']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:55.022463 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:10:49Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:55.024444 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:55.024829 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.038793 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-58c6e2d8-fc64-4355-bd54-f75bf9074388 None None] Provisioning complete for port d77b413e-8760-4db2-8bd8-1e0ea7774642 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:55.039280 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-58c6e2d8-fc64-4355-bd54-f75bf9074388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.054510 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:55.075111 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-08c12745-8378-4e23-993b-b02e90618ce9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2887590 Jul 26 03:10:55.161401 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:55.168812 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Publish callbacks [] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.171199 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3a6fea-5d57-4313-bf67-c9ecf2bbd439 None None] The sync data for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi is: [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:10:49Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:10:55.192041 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.200716 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.201667 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.251651 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Attempting to bind port dda6f094-02ee-46dd-bfcf-5b073363e867 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:10:55.252040 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Attempting to bind port dda6f094-02ee-46dd-bfcf-5b073363e867 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:10:55.252388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Attempting to bind port dda6f094-02ee-46dd-bfcf-5b073363e867 on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:10:55.311131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:10:55.311584 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:55.311988 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.312393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:10:55.312901 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Bound port: dda6f094-02ee-46dd-bfcf-5b073363e867, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:10:55.313379 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.343451 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:55.351133 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-8bddc591-1e65-42a7-bfa0-00298a975d88 service neutron] 10.222.0.42 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461417 Jul 26 03:10:55.358712 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks [] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.399160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] For port dda6f094-02ee-46dd-bfcf-5b073363e867, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:10:55.402830 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] For port dda6f094-02ee-46dd-bfcf-5b073363e867, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=dda6f094-02ee-46dd-bfcf-5b073363e867,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:10:55.443010 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.475163 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2628d5-c831-4355-94f0-8c9db80679c8 None None] Pushing event updated for resources: {'Port': ['ID=dda6f094-02ee-46dd-bfcf-5b073363e867,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:55.482375 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-58c6e2d8-fc64-4355-bd54-f75bf9074388 None None] Current status of the port d77b413e-8760-4db2-8bd8-1e0ea7774642 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:55.482780 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-58c6e2d8-fc64-4355-bd54-f75bf9074388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.499313 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.508593 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-d7222ac6-7d5d-4c71-9929-8b2199294b15 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:55.510530 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-d7222ac6-7d5d-4c71-9929-8b2199294b15 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 818 time: 1.9916856 Jul 26 03:10:55.552926 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-58c6e2d8-fc64-4355-bd54-f75bf9074388 None None] For port d77b413e-8760-4db2-8bd8-1e0ea7774642, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=d77b413e-8760-4db2-8bd8-1e0ea7774642,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:55.574094 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f0a5cc-f18b-412b-aec9-46fe6614a552,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:55.584990 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-58c6e2d8-fc64-4355-bd54-f75bf9074388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.602520 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Allocated IP 172.20.0.1 (3f744be8-1146-4ad7-825e-8d297f751ced/1c525c5f-9e6c-4e62-a144-1be18d38e205/4704a3e7-cc97-4e43-aa26-80399944b69e) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:55.608594 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:10:55.609616 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:55.610007 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:55.633375 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:55.644362 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:55.655985 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:55.656519 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (dabc2484-b91b-43fa-9647-ae1a18bcad97), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.663282 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:55.663459 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.718320 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-5f84589f-5810-42a8-b80c-1a3ff52db521 service neutron] 10.222.0.42 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341959 Jul 26 03:10:55.785066 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d37a07d8-a6ab-4246-9cd3-c9d4acb947e1 None None] Provisioning complete for port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:55.785372 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d37a07d8-a6ab-4246-9cd3-c9d4acb947e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.792142 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:54Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:55.816621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 1d632f8a-90c9-4a47-ba20-e046c30aecf7, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1d632f8a-90c9-4a47-ba20-e046c30aecf7,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:55.854483 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f6822-eda6-4405-a710-cb2284e1d2f9 None None] The sync data for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi is: [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:54Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:10:55.879393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:55.946840 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2628d5-c831-4355-94f0-8c9db80679c8 None None] Pushing event updated for resources: {'Port': ['ID=dda6f094-02ee-46dd-bfcf-5b073363e867,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:55.951945 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (5a011e9d-cc5e-456d-a960-d6dc9a2d8507), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:55.988488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Made reservation on behalf of a07cd1888316403eb9c37610a310b76d for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:55.992113 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.065520 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6e2d8-fc64-4355-bd54-f75bf9074388 None None] Pushing event updated for resources: {'Port': ['ID=d77b413e-8760-4db2-8bd8-1e0ea7774642,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:56.068145 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.071917 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8b091cdb-78f9-463b-a1aa-af558c9be15d up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:56.106649 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a011e9d-cc5e-456d-a960-d6dc9a2d8507,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:56.114107 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-03bbabf7-2c10-42fa-be64-eb74c241832f req-4d2dc2e0-7ddb-485c-8deb-dd742a6dbe17 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 210 time: 0.0542758 Jul 26 03:10:56.128630 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:10:56.136921 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-bb600d4c-029f-4b72-a16d-1c38d496b5e7 admin admin] 10.222.0.42 "PUT /v2.0/routers/7341cc72-2053-4525-97ce-be3c55bedcf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3842912 Jul 26 03:10:56.177916 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d37a07d8-a6ab-4246-9cd3-c9d4acb947e1 None None] Port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:56.189821 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Checking segment: {'id': '28dac082-ed7b-49bb-9a4b-6f305f4f0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0522ea36-311d-4d13-8164-06db2b14f6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:10:56.189821 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Network hostable DHCP agents. Network: 0522ea36-311d-4d13-8164-06db2b14f6d2, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:10:56.198642 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d37a07d8-a6ab-4246-9cd3-c9d4acb947e1 None None] Provisioning complete for port d77b413e-8760-4db2-8bd8-1e0ea7774642 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:56.199207 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d37a07d8-a6ab-4246-9cd3-c9d4acb947e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.212147 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Network 0522ea36-311d-4d13-8164-06db2b14f6d2 is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:10:56.232896 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 0522ea36-311d-4d13-8164-06db2b14f6d2) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:56.256355 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:56.258641 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.280964 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ac55404c-0755-4bc7-89ac-234bfcef4884 req-61dbc466-1fb3-4657-8dc4-892c7931dd9c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.2941120 Jul 26 03:10:56.283418 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f8627-d63e-4c51-a8c5-2b8ab274a916 None None] Network 0522ea36-311d-4d13-8164-06db2b14f6d2 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:56.305032 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:10:56.310411 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-85a6f676-6da8-4cd2-8eb0-0b9e7a169c4f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5252006 Jul 26 03:10:56.323505 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:56.586257 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks [] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.698470 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53150) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:56.757210 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.774780 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Allocated IP 172.20.0.11 (f1a42af0-22f4-4dac-9f7e-d498fada0f45/14af209e-c2a5-4247-8cf2-b2eedb95d2b7/8c749033-d963-446a-8db6-a53a1ffff8ef) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:10:56.785212 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] Deleting subnet 9f6670d7-9bc8-4a99-96c2-1bdb95905ad1 {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:10:56.812314 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] Publish callbacks [] for subnet (9f6670d7-9bc8-4a99-96c2-1bdb95905ad1), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.820384 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=1d632f8a-90c9-4a47-ba20-e046c30aecf7,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:56.835263 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53156) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:56.844148 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 8b091cdb-78f9-463b-a1aa-af558c9be15d triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:56.844756 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-66f86d28-9deb-41fa-8632-586937bf5cc6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555729027', 'description': 'tempest-description--1197495623'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:56.845055 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.866020 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.898747 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] Publish callbacks [] for subnet (9f6670d7-9bc8-4a99-96c2-1bdb95905ad1), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.913339 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (9f6670d7-9bc8-4a99-96c2-1bdb95905ad1), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.956330 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:56.968196 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-66f86d28-9deb-41fa-8632-586937bf5cc6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.995988 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (9f6670d7-9bc8-4a99-96c2-1bdb95905ad1), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:56.999988 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:57.012837 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Pushing event updated for resources: {'Port': ['ID=4704a3e7-cc97-4e43-aa26-80399944b69e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:57.021531 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Network 3f744be8-1146-4ad7-825e-8d297f751ced is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:57.038296 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254000cc-5a68-40a3-8f9a-42cd877848ad None None] Network 0522ea36-311d-4d13-8164-06db2b14f6d2 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:10:57.061490 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.074276 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:57.076695 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:57.080628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:10:57.081290 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (913a8724-6501-41f1-b571-072f2cce26ef), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.092844 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9f6670d7-9bc8-4a99-96c2-1bdb95905ad1 HTTP/1.1" status: 204 len: 168 time: 0.3905363 Jul 26 03:10:57.113150 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53162) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:57.232888 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2bd51-a2e4-4173-b1ab-ee85b915b700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6670d7-9bc8-4a99-96c2-1bdb95905ad1,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:57.244492 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (0b9a0c1b-cda7-40e5-8d08-b83564875ffa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.541876 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d37a07d8-a6ab-4246-9cd3-c9d4acb947e1 None None] Current status of the port d77b413e-8760-4db2-8bd8-1e0ea7774642 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:57.590443 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks [] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.593639 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (0b9a0c1b-cda7-40e5-8d08-b83564875ffa), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.598538 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dc6b4a2a-e639-4137-8abb-75dc92fe17b2 req-67357ca1-c2ec-47bc-a69a-96ee38b6bf40 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 210 time: 0.1163702 Jul 26 03:10:57.643181 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.643181 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (dabc2484-b91b-43fa-9647-ae1a18bcad97), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.645270 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.647672 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.648311 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.648649 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.648997 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.649311 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.653211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.654390 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.654390 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.654561 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:57.758042 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:57.834234 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53172) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:57.876538 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'port': {'device_id': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'admin_state_up': True, 'tenant_id': 'a07cd1888316403eb9c37610a310b76d'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:57.884758 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-bf2753e9-5f1d-45fb-a27d-28e7a517f35a None None] Provisioning complete for port c9f0a5cc-f18b-412b-aec9-46fe6614a552 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:57.885125 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-bf2753e9-5f1d-45fb-a27d-28e7a517f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:57.887779 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 8b091cdb-78f9-463b-a1aa-af558c9be15d is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:57.892570 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070a3a7-841b-40e3-b717-7487c255d65d None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:46Z', 'revision_number': 3, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:10:57.920036 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:57.932971 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-bf2753e9-5f1d-45fb-a27d-28e7a517f35a None None] Port c9f0a5cc-f18b-412b-aec9-46fe6614a552 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:57.952985 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-bf2753e9-5f1d-45fb-a27d-28e7a517f35a None None] Provisioning complete for port 4704a3e7-cc97-4e43-aa26-80399944b69e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:57.953367 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-bf2753e9-5f1d-45fb-a27d-28e7a517f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.048479 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-bf2753e9-5f1d-45fb-a27d-28e7a517f35a None None] Port 4704a3e7-cc97-4e43-aa26-80399944b69e cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:10:58.123484 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:58.124423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:58.125008 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:58.125537 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:10:58.126254 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9a0c1b-cda7-40e5-8d08-b83564875ffa']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:58.179310 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae7d4f3-2392-4053-a50a-ee25a312fa52') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:58.179794 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae7d4f3-2392-4053-a50a-ee25a312fa52') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:10:58.206675 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d86c2d56-4e89-49a5-843d-1b0329cd42e0 req-69d3ba5c-6aa0-44fc-a884-5a274d6524e8 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.0746741 Jul 26 03:10:58.218811 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (dae7d4f3-2392-4053-a50a-ee25a312fa52), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.308421 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (dae7d4f3-2392-4053-a50a-ee25a312fa52), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.356079 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:10:58.356790 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (dae7d4f3-2392-4053-a50a-ee25a312fa52), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.408822 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1d632f8a-90c9-4a47-ba20-e046c30aecf7 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:58.447887 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:58.507431 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (0b9a0c1b-cda7-40e5-8d08-b83564875ffa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.543951 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.551097 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:10:58.565962 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0b9a0c1b-cda7-40e5-8d08-b83564875ffa HTTP/1.1" status: 204 len: 168 time: 1.4506555 Jul 26 03:10:58.573430 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53188) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:58.602193 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6f41b-1b7d-4478-b302-caf047d4f5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9a0c1b-cda7-40e5-8d08-b83564875ffa,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:58.602704 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:58.605700 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.661138 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:58.684391 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:10:58.776867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:58.959674 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.36', 53712) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:58.979516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:58.980655 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device d77b413e-8760-4db2-8bd8-1e0ea7774642 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:59.018873 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f0a5cc-f18b-412b-aec9-46fe6614a552,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:59.063179 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port d77b413e-8760-4db2-8bd8-1e0ea7774642 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:59.066491 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.284516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port d77b413e-8760-4db2-8bd8-1e0ea7774642 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:59.288436 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5b511499-c405-4b66-a159-87098bdc6fde up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:10:59.337202 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:59.337780 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-01b2fbd1-d175-4734-b2b7-856c5de25716 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:10:59.341269 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-66f86d28-9deb-41fa-8632-586937bf5cc6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.345570 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-01b2fbd1-d175-4734-b2b7-856c5de25716 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 817 time: 0.3690560 Jul 26 03:10:59.354515 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment dae7d4f3-2392-4053-a50a-ee25a312fa52 resource provider aggregate not found Jul 26 03:10:59.359566 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 5b511499-c405-4b66-a159-87098bdc6fde triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:59.359957 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (5b511499-c405-4b66-a159-87098bdc6fde), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.410549 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment dae7d4f3-2392-4053-a50a-ee25a312fa52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dae7d4f3-2392-4053-a50a-ee25a312fa52 found for delete ", "request_id": "req-dbb9b02f-db2c-42ac-ba20-f65cbf108e28"}]} Jul 26 03:10:59.467066 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 5b511499-c405-4b66-a159-87098bdc6fde is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:10:59.467452 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (5b511499-c405-4b66-a159-87098bdc6fde), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.499123 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 5b511499-c405-4b66-a159-87098bdc6fde, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=5b511499-c405-4b66-a159-87098bdc6fde,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:10:59.505028 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4062923d-05df-4f88-9600-bef2f912bd0e req-89b6b6f0-71dd-49fb-959f-37d2312f3ded tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.0723071 Jul 26 03:10:59.510319 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-16c2d559-c642-44af-82a2-6ec3716e38a6 req-bd5b4df7-a815-4aaa-9c6a-7d3b2284f415 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 210 time: 0.5956328 Jul 26 03:10:59.519571 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (5b511499-c405-4b66-a159-87098bdc6fde), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.524628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5f4be7fc-140a-46f8-92a2-82f64e1bfe39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.554608 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-ce0234ac-21af-4e80-8106-833db420125c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 378 time: 0.1741560 Jul 26 03:10:59.586856 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'port': {'device_id': '634ce020-f329-4f42-aca0-d419ac3ba613', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'admin_state_up': True, 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'security_groups': ['eb755d47-2b73-4d24-a6d9-3cb5bd9c6150']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:59.594863 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] Deleting subnet 5a011e9d-cc5e-456d-a960-d6dc9a2d8507 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:10:59.630875 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.646187 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-66f86d28-9deb-41fa-8632-586937bf5cc6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.651751 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] Publish callbacks [] for subnet (5a011e9d-cc5e-456d-a960-d6dc9a2d8507), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.662017 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=5b511499-c405-4b66-a159-87098bdc6fde,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:59.668527 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Made reservation on behalf of a07cd1888316403eb9c37610a310b76d for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:10:59.672273 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.820115 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:10:59.834192 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-578e6787-fac6-4052-b831-65db8636847e None None] Provisioning complete for port c9f0a5cc-f18b-412b-aec9-46fe6614a552 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:10:59.835759 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-578e6787-fac6-4052-b831-65db8636847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.872352 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-66f86d28-9deb-41fa-8632-586937bf5cc6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.873940 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-66f86d28-9deb-41fa-8632-586937bf5cc6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.0357809 Jul 26 03:10:59.879696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53214) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:10:59.888708 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f86d28-9deb-41fa-8632-586937bf5cc6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:10:59.891006 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-131a0619-45b6-42ad-ac1a-5c095f987d83 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:10:59.910068 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.959634 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] Publish callbacks [] for subnet (5a011e9d-cc5e-456d-a960-d6dc9a2d8507), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:10:59.963211 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-578e6787-fac6-4052-b831-65db8636847e None None] Port c9f0a5cc-f18b-412b-aec9-46fe6614a552 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:00.005688 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-131a0619-45b6-42ad-ac1a-5c095f987d83 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (2b84792d-91c4-4bed-afc3-4d91dddcd812), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.050774 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Made reservation on behalf of ab741435041940cc9c7f02b27120bd90 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:11:00.056573 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.071445 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (5a011e9d-cc5e-456d-a960-d6dc9a2d8507), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.162004 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:00.272868 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-131a0619-45b6-42ad-ac1a-5c095f987d83 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (2b84792d-91c4-4bed-afc3-4d91dddcd812), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.288887 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 28760039-636b-4cb5-bab9-aea60ed87471 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:00.316770 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-131a0619-45b6-42ad-ac1a-5c095f987d83 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (2b84792d-91c4-4bed-afc3-4d91dddcd812), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.385393 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'Port': ['ID=8c749033-d963-446a-8db6-a53a1ffff8ef,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:00.432613 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 28760039-636b-4cb5-bab9-aea60ed87471 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:00.433258 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (28760039-636b-4cb5-bab9-aea60ed87471), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.436832 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:00.441235 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Router dabc2484-b91b-43fa-9647-ae1a18bcad97 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:11:00.447322 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:00.481754 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:00.488389 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:00.489455 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.597550 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-b8f616e7-86f4-43c2-8198-9e2351cd2e62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8404098 Jul 26 03:11:00.662221 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-30bf277c-9944-47e7-959f-facd3c964cc6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:11:00.672024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 28760039-636b-4cb5-bab9-aea60ed87471 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:00.676441 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (28760039-636b-4cb5-bab9-aea60ed87471), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.677241 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-30bf277c-9944-47e7-959f-facd3c964cc6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0787692 Jul 26 03:11:00.682505 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Allocated IP 172.20.0.4 (f1a42af0-22f4-4dac-9f7e-d498fada0f45/14af209e-c2a5-4247-8cf2-b2eedb95d2b7/b6099887-557b-4566-a536-eecde3f944bc) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:11:00.690489 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a0619-45b6-42ad-ac1a-5c095f987d83 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b84792d-91c4-4bed-afc3-4d91dddcd812,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:00.756381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-131a0619-45b6-42ad-ac1a-5c095f987d83 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.758171 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 28760039-636b-4cb5-bab9-aea60ed87471, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=28760039-636b-4cb5-bab9-aea60ed87471,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:00.769586 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-131a0619-45b6-42ad-ac1a-5c095f987d83 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8869781 Jul 26 03:11:00.774362 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53228) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:00.786336 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (28760039-636b-4cb5-bab9-aea60ed87471), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:00.794492 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5b511499-c405-4b66-a159-87098bdc6fde up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:00.923182 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-cef66f3d-9bdc-4671-99c0-bcc01701eccc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:00.955022 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:00.979748 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9c3cb7c8-875f-4b98-a7d0-c2be38361898 req-42e93bbd-e499-4b63-8495-9d52deb55d0d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 210 time: 0.2367127 Jul 26 03:11:01.051720 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5f4be7fc-140a-46f8-92a2-82f64e1bfe39 admin admin] Publish callbacks [] for security_group (394860e0-84a3-4c85-9062-7f0eb9cbe7ba), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.055337 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d0e9256b-eab0-473b-8bb5-a63646877b74 None None] Provisioning complete for port 8c749033-d963-446a-8db6-a53a1ffff8ef triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:01.055661 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d0e9256b-eab0-473b-8bb5-a63646877b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.059859 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=28760039-636b-4cb5-bab9-aea60ed87471,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:01.075573 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for subnet (5a011e9d-cc5e-456d-a960-d6dc9a2d8507), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.099605 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Request body: {'port': {'device_id': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:01.100968 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d8b7b72-5478-407d-9859-729d49a30cd8 req-135d8328-50ff-4cfc-bb0c-480b660607e0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.3620036 Jul 26 03:11:01.108140 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 5b511499-c405-4b66-a159-87098bdc6fde triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:01.108699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (5b511499-c405-4b66-a159-87098bdc6fde), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.114243 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9256b-eab0-473b-8bb5-a63646877b74 None None] Port 8c749033-d963-446a-8db6-a53a1ffff8ef cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:01.171039 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5f4be7fc-140a-46f8-92a2-82f64e1bfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (394860e0-84a3-4c85-9062-7f0eb9cbe7ba), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.198859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Allocated IP 172.20.0.3 (e4264094-c280-4d22-bc2f-c5a07efc0e99/24e67041-edaa-4fbc-80b0-fa3aea581c5f/b87353fe-7737-4250-b95a-0e1027d7987e) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:11:01.205731 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cef66f3d-9bdc-4671-99c0-bcc01701eccc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (1b433cfc-7f1c-44a4-acf3-03391d202892), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.269597 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 5b511499-c405-4b66-a159-87098bdc6fde is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:01.271042 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device dda6f094-02ee-46dd-bfcf-5b073363e867 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:01.283845 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:01.292304 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a011e9d-cc5e-456d-a960-d6dc9a2d8507,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:01.326690 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.335274 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-78262c4f-6182-4766-95f0-5b142fa07b25 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5a011e9d-cc5e-456d-a960-d6dc9a2d8507 HTTP/1.1" status: 204 len: 168 time: 2.6748850 Jul 26 03:11:01.343319 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53236) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:01.348189 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port dda6f094-02ee-46dd-bfcf-5b073363e867 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:01.348562 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.400027 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks [] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.445002 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port dda6f094-02ee-46dd-bfcf-5b073363e867 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:01.445393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.470033 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:01.478442 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port dda6f094-02ee-46dd-bfcf-5b073363e867, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=dda6f094-02ee-46dd-bfcf-5b073363e867,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:01.484733 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.525195 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.526276 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (913a8724-6501-41f1-b571-072f2cce26ef), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.531488 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5f4be7fc-140a-46f8-92a2-82f64e1bfe39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd742c3aab8945ffb77d07429bbd2dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6913340 Jul 26 03:11:01.552951 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:11:01.563014 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4be7fc-140a-46f8-92a2-82f64e1bfe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394860e0-84a3-4c85-9062-7f0eb9cbe7ba,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:01.572183 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53238) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:01.604460 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Sync routers for ids ['dabc2484-b91b-43fa-9647-ae1a18bcad97'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:11:01.605554 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-df4c13fd-fc1d-4cd5-9d5d-ddb903acebc1 admin admin] 10.222.0.42 "PUT /v2.0/routers/dabc2484-b91b-43fa-9647-ae1a18bcad97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1064353 Jul 26 03:11:01.655732 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=dda6f094-02ee-46dd-bfcf-5b073363e867,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:01.669867 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Routers {'dabc2484-b91b-43fa-9647-ae1a18bcad97'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:01.671920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dabc2484-b91b-43fa-9647-ae1a18bcad97'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:01.795123 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:01.805485 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Pushing event updated for resources: {'Port': ['ID=4704a3e7-cc97-4e43-aa26-80399944b69e,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:01.855679 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for port (b87353fe-7737-4250-b95a-0e1027d7987e), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.888968 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:01.890061 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:01.908473 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:01.940337 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:01.990746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:01.997335 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.016787 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (0522ea36-311d-4d13-8164-06db2b14f6d2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.039662 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:02.294972 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:02.295823 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.348371 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for port (b6099887-557b-4566-a536-eecde3f944bc), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.429247 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Set router dabc2484-b91b-43fa-9647-ae1a18bcad97 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:02.479440 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (b6099887-557b-4566-a536-eecde3f944bc), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.532365 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9555757 Jul 26 03:11:02.548760 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cef66f3d-9bdc-4671-99c0-bcc01701eccc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (1b433cfc-7f1c-44a4-acf3-03391d202892), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.563683 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f83656-8afb-40fc-ad69-ef2e9634d111 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:02.585625 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cef66f3d-9bdc-4671-99c0-bcc01701eccc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (1b433cfc-7f1c-44a4-acf3-03391d202892), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.634856 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef66f3d-9bdc-4671-99c0-bcc01701eccc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b433cfc-7f1c-44a4-acf3-03391d202892,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:02.643713 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Sync routers for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:11:02.645901 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d040-67c2-4229-983d-0aa640270b86 req-2bef57aa-d30b-4508-aff6-65bedfc983d6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:02.648694 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f158d040-67c2-4229-983d-0aa640270b86 req-2bef57aa-d30b-4508-aff6-65bedfc983d6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 931 time: 0.3092656 Jul 26 03:11:02.655750 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cef66f3d-9bdc-4671-99c0-bcc01701eccc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.661768 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-cef66f3d-9bdc-4671-99c0-bcc01701eccc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7930107 Jul 26 03:11:02.662730 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53266) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:02.665873 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:02.671031 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:02.688877 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:02.736696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.767379 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 28760039-636b-4cb5-bab9-aea60ed87471 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:02.816519 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f158d040-67c2-4229-983d-0aa640270b86 req-b2423c2f-e427-45a0-a16f-1f2c34cdb758 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524777 Jul 26 03:11:02.879086 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.937856 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-90b9425d-87a4-4126-afca-63481c232204 None None] Provisioning complete for port b87353fe-7737-4250-b95a-0e1027d7987e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:02.938728 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-90b9425d-87a4-4126-afca-63481c232204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:02.989853 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:03.032607 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Allocated IP 172.27.3.104 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/ecbe924e-902a-408d-93d6-b320dc4868ce) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:11:03.040687 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-90b9425d-87a4-4126-afca-63481c232204 None None] Port b87353fe-7737-4250-b95a-0e1027d7987e cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:03.045404 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-32183df6-cf85-480e-8cc8-79c309f82edb tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:03.047111 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-32183df6-cf85-480e-8cc8-79c309f82edb tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/networks?id=e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c HTTP/1.1" status: 200 len: 811 time: 0.5173917 Jul 26 03:11:03.047960 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '5b511499-c405-4b66-a159-87098bdc6fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:56Z', 'revision_number': 4, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port': {'id': '5b511499-c405-4b66-a159-87098bdc6fde', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'c9f0a5cc-f18b-412b-aec9-46fe6614a552', 'name': '', 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'mac_address': 'fa:16:3e:5b:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:51Z', 'updated_at': '2022-07-26T03:10:56Z', 'revision_number': 2, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'subnets': [{'id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:03.056041 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:03.082007 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:03.085033 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:03.090354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:03.090985 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.103940 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Checking router: dabc2484-b91b-43fa-9647-ae1a18bcad97 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:11:03.104681 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Updating router dabc2484-b91b-43fa-9647-ae1a18bcad97 port c9f0a5cc-f18b-412b-aec9-46fe6614a552 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:11:03.153266 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 28760039-636b-4cb5-bab9-aea60ed87471 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:03.154256 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (28760039-636b-4cb5-bab9-aea60ed87471), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.175595 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.183480 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.189804 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (0522ea36-311d-4d13-8164-06db2b14f6d2), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.199631 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:03.213920 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.214287 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.215178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.215510 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > port after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.215835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.216182 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > port after_update 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.216587 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.216919 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.217242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.217562 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.230090 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:03.243035 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.289811 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:03.338421 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:10:52Z', 'revision_number': 2, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:03.366618 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Checking router: 7341cc72-2053-4525-97ce-be3c55bedcf5 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:11:03.367220 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Updating router 7341cc72-2053-4525-97ce-be3c55bedcf5 port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:11:03.377775 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461405a-e5c4-4481-aaef-a33f182670c2 req-05b45364-4e0c-4f6c-8a7e-bf74ee034d9d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:03.378639 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0461405a-e5c4-4481-aaef-a33f182670c2 req-05b45364-4e0c-4f6c-8a7e-bf74ee034d9d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 931 time: 0.1496456 Jul 26 03:11:03.394914 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:03.399643 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:03.402003 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 28760039-636b-4cb5-bab9-aea60ed87471 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:03.403246 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device dda6f094-02ee-46dd-bfcf-5b073363e867 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:03.413754 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:03.421546 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:03.424183 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'Port': ['ID=ecbe924e-902a-408d-93d6-b320dc4868ce,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:03.432139 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.447239 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:03.463265 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.463628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.463963 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.464400 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 03:11:03.465099 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0522ea36-311d-4d13-8164-06db2b14f6d2']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:03.486282 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dac082-ed7b-49bb-9a4b-6f305f4f0385') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:03.486614 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dac082-ed7b-49bb-9a4b-6f305f4f0385') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:03.497277 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0461405a-e5c4-4481-aaef-a33f182670c2 req-325b2b37-084e-402d-a791-b2e4233081b4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092339 Jul 26 03:11:03.510457 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (28dac082-ed7b-49bb-9a4b-6f305f4f0385), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.534559 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (12795836-1a31-4f68-b8e5-d4983fa96237), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.545307 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (28dac082-ed7b-49bb-9a4b-6f305f4f0385), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.555164 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:11:03.555581 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (28dac082-ed7b-49bb-9a4b-6f305f4f0385), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.556468 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-35d75248-4340-4718-becd-5ebfb2db49cd None None] Provisioning complete for port b6099887-557b-4566-a536-eecde3f944bc triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:03.556946 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-35d75248-4340-4718-becd-5ebfb2db49cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b6099887-557b-4566-a536-eecde3f944bc), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.593911 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.616739 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port dda6f094-02ee-46dd-bfcf-5b073363e867 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:03.617069 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.624131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-35d75248-4340-4718-becd-5ebfb2db49cd None None] Port b6099887-557b-4566-a536-eecde3f944bc cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:03.629541 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:03.677545 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (0522ea36-311d-4d13-8164-06db2b14f6d2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.704533 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.710835 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0522ea36-311d-4d13-8164-06db2b14f6d2 HTTP/1.1" status: 204 len: 168 time: 2.3453190 Jul 26 03:11:03.718031 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-06d9cc27-ded0-4d85-a62b-0380f683a61e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/quotas/e5b0edb065564485bebea31ef6f20b7e HTTP/1.1" status: 200 len: 375 time: 0.6602058 Jul 26 03:11:03.718629 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'Port': ['ID=b6099887-557b-4566-a536-eecde3f944bc,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:03.746486 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Publish callbacks [] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.752934 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3021b2cc-0168-45a4-8b94-559cf9a2f970 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9270189 Jul 26 03:11:03.755269 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.813712 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5fd8-e7db-4806-8728-f0b5b4e6656b None None] Pushing event updated for resources: {'Port': ['ID=7467b1c4-cc11-4e7f-90c2-f78d690fb236,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:03.893391 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Publish callbacks [] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.900154 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port dda6f094-02ee-46dd-bfcf-5b073363e867 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:03.910746 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.923080 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.937242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.974021 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0572-ad1d-4926-8883-b3285bb3958c admin admin] Publish callbacks [] for security_group (394860e0-84a3-4c85-9062-7f0eb9cbe7ba), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:03.974121 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Attempting to bind port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:03.975767 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d246b-4d7d-496a-bf11-116fd63cec22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0522ea36-311d-4d13-8164-06db2b14f6d2,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:03.975885 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Attempting to bind port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:03.976743 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Attempting to bind port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 on network 2ee3d40a-6386-40e4-904c-54dd185c894f {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:04.006834 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:04.010310 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Checking segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:04.025930 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.026577 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Bound using segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:04.029601 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Bound port: 7467b1c4-cc11-4e7f-90c2-f78d690fb236, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:04.034049 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.052288 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Network 3f744be8-1146-4ad7-825e-8d297f751ced is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:04.092827 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53284) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:04.092827 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:04.167835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:04.171764 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20147205-1102-44f5-a47b-2e7c864264dd None None] Pushing event updated for resources: {'Port': ['ID=c9f0a5cc-f18b-412b-aec9-46fe6614a552,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:04.225651 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:04.237502 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] For port 7467b1c4-cc11-4e7f-90c2-f78d690fb236, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:04.246641 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] For port 7467b1c4-cc11-4e7f-90c2-f78d690fb236, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=7467b1c4-cc11-4e7f-90c2-f78d690fb236,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:04.263394 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.322566 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Attempting to bind port c9f0a5cc-f18b-412b-aec9-46fe6614a552 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:04.322938 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Attempting to bind port c9f0a5cc-f18b-412b-aec9-46fe6614a552 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:04.323333 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Attempting to bind port c9f0a5cc-f18b-412b-aec9-46fe6614a552 on network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:04.339474 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:04.339857 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Checking segment: {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:04.341621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.341621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Bound using segment: {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:04.341621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Bound port: c9f0a5cc-f18b-412b-aec9-46fe6614a552, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:04.341888 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.383277 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'Port': ['ID=ecbe924e-902a-408d-93d6-b320dc4868ce,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:04.390542 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d25e2baf-2c34-4c18-9386-3be8a420ec20 None None] Provisioning complete for port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:04.391933 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d25e2baf-2c34-4c18-9386-3be8a420ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.425111 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 28dac082-ed7b-49bb-9a4b-6f305f4f0385 resource provider aggregate not found Jul 26 03:11:04.431471 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5fd8-e7db-4806-8728-f0b5b4e6656b None None] Pushing event updated for resources: {'Port': ['ID=7467b1c4-cc11-4e7f-90c2-f78d690fb236,revision_number=4']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:04.440889 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce115d2-8ff2-4d67-84b4-d18a32c136db req-af970a50-808c-4465-af23-3200ad858120 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:04.442628 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ce115d2-8ff2-4d67-84b4-d18a32c136db req-af970a50-808c-4465-af23-3200ad858120 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 931 time: 0.4028864 Jul 26 03:11:04.447613 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (12795836-1a31-4f68-b8e5-d4983fa96237), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.453931 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-14b8750e-11b9-4bc3-8bb4-b506cd19fc51 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5b0edb065564485bebea31ef6f20b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7051525 Jul 26 03:11:04.478161 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0572-ad1d-4926-8883-b3285bb3958c admin admin] Publish callbacks [] for security_group (394860e0-84a3-4c85-9062-7f0eb9cbe7ba), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.494783 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:04.495619 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:04.555744 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 28dac082-ed7b-49bb-9a4b-6f305f4f0385 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28dac082-ed7b-49bb-9a4b-6f305f4f0385 found for delete ", "request_id": "req-8f72ad65-154f-43ef-aeca-2523873e73cc"}]} Jul 26 03:11:04.599910 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.601189 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-dbfbc6fb-d4dd-4976-b8e4-b4d56a3b93a5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9358547 Jul 26 03:11:04.633708 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ce115d2-8ff2-4d67-84b4-d18a32c136db req-4a7652b1-8922-47a4-836b-d30f1122353c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611147 Jul 26 03:11:04.722149 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:04.745719 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:04.747225 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] For port c9f0a5cc-f18b-412b-aec9-46fe6614a552, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:04.752431 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] For port c9f0a5cc-f18b-412b-aec9-46fe6614a552, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=c9f0a5cc-f18b-412b-aec9-46fe6614a552,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:04.777381 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-25439f03-b06d-4819-84e5-653c84bd4c0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2437e7bca09446dbb8febc342d7041fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6808314 Jul 26 03:11:04.821021 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53294) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:04.871212 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:04.880212 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975168-54cc-469d-a4e8-e39075f7de3a req-e11e28cf-4320-44ea-a2cc-20a26c01950a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:04.887649 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-97975168-54cc-469d-a4e8-e39075f7de3a req-e11e28cf-4320-44ea-a2cc-20a26c01950a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 931 time: 0.1238079 Jul 26 03:11:04.902053 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:04.985081 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d25e2baf-2c34-4c18-9386-3be8a420ec20 None None] Current status of the port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:04.985754 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d25e2baf-2c34-4c18-9386-3be8a420ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.036664 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Request body: {'port': {'device_id': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:05.053164 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Request body: {'port': {'device_id': '634ce020-f329-4f42-aca0-d419ac3ba613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:05.077443 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-d25e2baf-2c34-4c18-9386-3be8a420ec20 None None] For port 7467b1c4-cc11-4e7f-90c2-f78d690fb236, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=7467b1c4-cc11-4e7f-90c2-f78d690fb236,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:05.087650 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:05.129698 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d25e2baf-2c34-4c18-9386-3be8a420ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.139157 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7d86-f96e-4a9d-b025-b6a3feeb0e14 admin admin] Publish callbacks [] for security_group (2bcb5252-edb6-486e-be5f-beee3bb1ccc9), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.143302 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Routers {'dabc2484-b91b-43fa-9647-ae1a18bcad97'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:05.147307 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dabc2484-b91b-43fa-9647-ae1a18bcad97'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:05.221359 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-97975168-54cc-469d-a4e8-e39075f7de3a req-bde63e93-18e3-4348-9c1e-3092820be3e2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322582 Jul 26 03:11:05.263774 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20147205-1102-44f5-a47b-2e7c864264dd None None] Pushing event updated for resources: {'Port': ['ID=c9f0a5cc-f18b-412b-aec9-46fe6614a552,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:05.344883 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:05.369416 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:04Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:05.396302 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.409344 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Provisioning complete for port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:05.411784 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.471379 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf6d6f-88fa-4e8b-b7c9-73106a1ba433 None None] The sync data for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi is: [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:04Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:11:05.485335 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7d86-f96e-4a9d-b025-b6a3feeb0e14 admin admin] Publish callbacks [] for security_group (2bcb5252-edb6-486e-be5f-beee3bb1ccc9), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.685536 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:05.689881 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e2baf-2c34-4c18-9386-3be8a420ec20 None None] Pushing event updated for resources: {'Port': ['ID=7467b1c4-cc11-4e7f-90c2-f78d690fb236,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:05.738001 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] Set router dabc2484-b91b-43fa-9647-ae1a18bcad97 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:05.875383 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c749033-d963-446a-8db6-a53a1ffff8ef {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:05.891851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Publish callbacks [] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.963457 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Transition to ACTIVE for port object 8c749033-d963-446a-8db6-a53a1ffff8ef will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:11:05.969535 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0572-ad1d-4926-8883-b3285bb3958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (394860e0-84a3-4c85-9062-7f0eb9cbe7ba), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.973756 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7d86-f96e-4a9d-b025-b6a3feeb0e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2bcb5252-edb6-486e-be5f-beee3bb1ccc9), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.977603 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0572-ad1d-4926-8883-b3285bb3958c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:05.979907 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ac1a0572-ad1d-4926-8883-b3285bb3958c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/394860e0-84a3-4c85-9062-7f0eb9cbe7ba HTTP/1.1" status: 204 len: 168 time: 4.3729854 Jul 26 03:11:05.988114 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-901e4150-d9b5-4ec6-8301-43738b896160 service neutron] 10.222.0.42 "GET /v2.0/networks/e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4577177 Jul 26 03:11:06.003403 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:11:06.010264 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7d86-f96e-4a9d-b025-b6a3feeb0e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:06.041127 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-8a9f7d86-f96e-4a9d-b025-b6a3feeb0e14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bcb5252-edb6-486e-be5f-beee3bb1ccc9 HTTP/1.1" status: 204 len: 168 time: 1.2117677 Jul 26 03:11:06.056644 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:06.085790 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:06.186414 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f7d86-f96e-4a9d-b025-b6a3feeb0e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcb5252-edb6-486e-be5f-beee3bb1ccc9,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:06.190535 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 7467b1c4-cc11-4e7f-90c2-f78d690fb236 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:06.192782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Current status of the port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:06.237133 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Pushing event updated for resources: {'Port': ['ID=8c749033-d963-446a-8db6-a53a1ffff8ef,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:06.242832 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Provisioning complete for port c9f0a5cc-f18b-412b-aec9-46fe6614a552 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:06.243273 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:06.259368 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-a2e8ef38-8b60-41f4-bd6d-c594e6ebc673 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--555729027&fields=id&tenant_id=6daba0980548418ea98d4d0cf42ef92f HTTP/1.1" status: 200 len: 267 time: 0.8353467 Jul 26 03:11:06.331240 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:11:06.435304 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a0572-ad1d-4926-8883-b3285bb3958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394860e0-84a3-4c85-9062-7f0eb9cbe7ba,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:06.468771 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b6099887-557b-4566-a536-eecde3f944bc), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:06.516834 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:06.517106 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:06.635934 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-9f1e7c91-05e5-49aa-b0a8-1d833e15748d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:06.642831 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-9f1e7c91-05e5-49aa-b0a8-1d833e15748d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 810 time: 0.3825250 Jul 26 03:11:06.690829 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-6ed8e19c-8e26-4a6d-9d29-c53a8355104e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/quotas/6daba0980548418ea98d4d0cf42ef92f HTTP/1.1" status: 200 len: 375 time: 0.0469728 Jul 26 03:11:06.817387 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '5b511499-c405-4b66-a159-87098bdc6fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:56Z', 'revision_number': 4, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port': {'id': '5b511499-c405-4b66-a159-87098bdc6fde', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'c9f0a5cc-f18b-412b-aec9-46fe6614a552', 'name': '', 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'mac_address': 'fa:16:3e:5b:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:51Z', 'updated_at': '2022-07-26T03:11:04Z', 'revision_number': 4, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'subnets': [{'id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:06.828868 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-f042547c-90cd-474e-93ac-52478baf19ef tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367085 Jul 26 03:11:06.994182 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3620c-eff1-463b-972d-c74ce84fb807 None None] The sync data for ids ['dabc2484-b91b-43fa-9647-ae1a18bcad97'] in dv-cinder-850840-2-iscsi is: [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '5b511499-c405-4b66-a159-87098bdc6fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:10:56Z', 'revision_number': 4, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port': {'id': '5b511499-c405-4b66-a159-87098bdc6fde', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'c9f0a5cc-f18b-412b-aec9-46fe6614a552', 'name': '', 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'mac_address': 'fa:16:3e:5b:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:51Z', 'updated_at': '2022-07-26T03:11:04Z', 'revision_number': 4, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'subnets': [{'id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:11:07.096873 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87353fe-7737-4250-b95a-0e1027d7987e {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:07.168121 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Publish callbacks [] for port (b87353fe-7737-4250-b95a-0e1027d7987e), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:07.302181 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Current status of the port c9f0a5cc-f18b-412b-aec9-46fe6614a552 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:07.302779 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:07.419859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53342) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:07.519921 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-7ceb3721-8a20-40da-a15f-2d2ce1841458 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986638 Jul 26 03:11:07.521458 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Transition to ACTIVE for port object b87353fe-7737-4250-b95a-0e1027d7987e will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:11:07.522780 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-10a6a002-8eb8-4c92-b9fb-9acb6ba6bfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:07.547253 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-8149d8c5-cbb9-468c-8e32-a4f590f4788e service neutron] 10.222.0.42 "GET /v2.0/networks/e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5362763 Jul 26 03:11:07.550788 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:07.555858 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53346) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:07.590123 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:07.621181 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Attempting to bind port 8c749033-d963-446a-8db6-a53a1ffff8ef on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:07.621820 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Attempting to bind port 8c749033-d963-446a-8db6-a53a1ffff8ef by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:07.622257 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Attempting to bind port 8c749033-d963-446a-8db6-a53a1ffff8ef on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:07.629738 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:11:07.636152 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] For port c9f0a5cc-f18b-412b-aec9-46fe6614a552, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=c9f0a5cc-f18b-412b-aec9-46fe6614a552,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:07.636576 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-afb66a51-4470-4bf6-8c7f-b1dfc3e61575 admin admin] 10.222.0.42 "PUT /v2.0/routers/913a8724-6501-41f1-b571-072f2cce26ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4579809 Jul 26 03:11:07.639578 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:07.650129 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:11:07.667970 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:07.694005 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Port 8c749033-d963-446a-8db6-a53a1ffff8ef on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:11:07.694742 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Attempting to bind port 8c749033-d963-446a-8db6-a53a1ffff8ef on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:07.763661 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:07.771155 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:07.771847 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:07.935587 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Provisioning complete for port 4704a3e7-cc97-4e43-aa26-80399944b69e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:07.935970 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:07.937661 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d9c1b9ad-0526-48ca-9d02-2dea9c0ebcb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afd263fdeaa345bba964bb0b516787e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684392 Jul 26 03:11:07.948180 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53354) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:08.037751 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:08.038491 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Checking segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:08.038982 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Bound using segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:08.039727 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Bound port: 8c749033-d963-446a-8db6-a53a1ffff8ef, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:08.040106 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:08.076715 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:08.145824 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:08.161842 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device c9f0a5cc-f18b-412b-aec9-46fe6614a552 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:08.253339 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Pushing event updated for resources: {'Port': ['ID=c9f0a5cc-f18b-412b-aec9-46fe6614a552,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:08.310008 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-831ae5f3-d912-48bb-a2e8-c1473b10b741 None None] Port 4704a3e7-cc97-4e43-aa26-80399944b69e cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:08.385483 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:08.388528 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:08.458272 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port c9f0a5cc-f18b-412b-aec9-46fe6614a552 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:08.458656 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:08.589349 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-30b901f4-0e97-405d-9e21-1b86377b26b8 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0467007 Jul 26 03:11:08.618682 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Attempting to bind port b87353fe-7737-4250-b95a-0e1027d7987e on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:08.619094 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Attempting to bind port b87353fe-7737-4250-b95a-0e1027d7987e by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:08.619418 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Attempting to bind port b87353fe-7737-4250-b95a-0e1027d7987e on network e4264094-c280-4d22-bc2f-c5a07efc0e99 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:08.630684 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:08.640555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-10a6a002-8eb8-4c92-b9fb-9acb6ba6bfb4 admin admin] Publish callbacks [] for security_group (45f56e61-64d8-4663-ad27-4535ff67335a), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:08.641975 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Port b87353fe-7737-4250-b95a-0e1027d7987e on network e4264094-c280-4d22-bc2f-c5a07efc0e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:11:08.642158 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Attempting to bind port b87353fe-7737-4250-b95a-0e1027d7987e on network e4264094-c280-4d22-bc2f-c5a07efc0e99 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:08.667848 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-10a6a002-8eb8-4c92-b9fb-9acb6ba6bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (45f56e61-64d8-4663-ad27-4535ff67335a), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:08.701799 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:08.702230 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Checking segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:08.702692 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Bound using segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:08.703279 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Bound port: b87353fe-7737-4250-b95a-0e1027d7987e, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:08.703912 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:08.920565 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-10a6a002-8eb8-4c92-b9fb-9acb6ba6bfb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6d19b54094d4429b07087b208d9b78f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4994922 Jul 26 03:11:08.936016 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53370) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:08.973299 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-a3ff3fcb-e764-4e34-81f0-aabfc7ea9509 None None] Provisioning complete for port c9f0a5cc-f18b-412b-aec9-46fe6614a552 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:08.979430 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3fcb-e764-4e34-81f0-aabfc7ea9509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:08.983751 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6a002-8eb8-4c92-b9fb-9acb6ba6bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f56e61-64d8-4663-ad27-4535ff67335a,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:09.034195 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6345969-d236-4815-b260-98a8b3faeabb req-21cf2be6-4b35-41b3-a35a-141dd151cbf4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:09.042029 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b6345969-d236-4815-b260-98a8b3faeabb req-21cf2be6-4b35-41b3-a35a-141dd151cbf4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.2830174 Jul 26 03:11:09.099786 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port c9f0a5cc-f18b-412b-aec9-46fe6614a552 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:09.117662 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4301c6f-b502-404c-bbdc-c1743c1d3b08 req-fa43fb9f-1dfe-469a-8f21-ed9763b37746 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:09.119378 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d4301c6f-b502-404c-bbdc-c1743c1d3b08 req-fa43fb9f-1dfe-469a-8f21-ed9763b37746 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 931 time: 0.1658292 Jul 26 03:11:09.121692 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:09.189693 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:09.221788 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.236813 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:10:59Z', 'revision_number': 2, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:09.273752 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b6345969-d236-4815-b260-98a8b3faeabb req-ca918800-2eac-4dd2-817c-c9ea450ddf00 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2306051 Jul 26 03:11:09.300918 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:09.312501 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] For port 8c749033-d963-446a-8db6-a53a1ffff8ef, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:09.323230 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d4301c6f-b502-404c-bbdc-c1743c1d3b08 req-71959328-80fa-4ce0-9528-54768957ebef tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834714 Jul 26 03:11:09.328918 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e2760d9-89fd-4e6f-bb54-7fe5b8104e20 admin admin] Publish callbacks [] for security_group (45f56e61-64d8-4663-ad27-4535ff67335a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.343377 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:11:09.344342 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Updating router 913a8724-6501-41f1-b571-072f2cce26ef port 4704a3e7-cc97-4e43-aa26-80399944b69e binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:11:09.390298 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:09.390902 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.392335 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] 10.222.0.36 "PUT /v2.0/ports/b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 1093 time: 4.3838031 Jul 26 03:11:09.393249 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:09.396719 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff3fcb-e764-4e34-81f0-aabfc7ea9509 None None] Current status of the port c9f0a5cc-f18b-412b-aec9-46fe6614a552 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:09.413342 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea36f75f-77ef-4d5b-a549-81c53eef1fd5 admin admin] Publish callbacks [] for security_group (d0802558-95d9-43e2-8f1d-deaae1929695), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.423738 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.437239 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] For port 8c749033-d963-446a-8db6-a53a1ffff8ef, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8c749033-d963-446a-8db6-a53a1ffff8ef,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:09.490168 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e2760d9-89fd-4e6f-bb54-7fe5b8104e20 admin admin] Publish callbacks [] for security_group (45f56e61-64d8-4663-ad27-4535ff67335a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.501184 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.602397 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f0718-8de5-453c-af4c-05c466529fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:09.647524 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea36f75f-77ef-4d5b-a549-81c53eef1fd5 admin admin] Publish callbacks [] for security_group (d0802558-95d9-43e2-8f1d-deaae1929695), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.656238 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf40d2-f847-462d-9113-7991c3692d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:09.679674 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Pushing event updated for resources: {'Port': ['ID=8c749033-d963-446a-8db6-a53a1ffff8ef,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:09.682490 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c244140a-4030-4945-bd07-74e6630fc273 req-213bbe56-6bb4-482a-91c6-8832f31261c9 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.1784871 Jul 26 03:11:09.697740 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6099887-557b-4566-a536-eecde3f944bc {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:09.721724 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53388) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:09.744291 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-d62baf32-2eac-4184-8e2a-f666bcc583b1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20656343', 'description': 'tempest-description--714772385'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:09.748169 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:09.750226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.756598 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-5818240a-4920-463e-a0f0-43feac3de73f service neutron] 10.222.0.36 "PUT /v2.0/ports/8c749033-d963-446a-8db6-a53a1ffff8ef HTTP/1.1" status: 200 len: 1094 time: 8.8581312 Jul 26 03:11:09.767730 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'tag': '8c749033-d963-446a-8db6-a53a1ffff8ef'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:09.777647 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Publish callbacks [] for port (b6099887-557b-4566-a536-eecde3f944bc), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.806750 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:09.847260 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d62baf32-2eac-4184-8e2a-f666bcc583b1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.876131 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Transition to ACTIVE for port object b6099887-557b-4566-a536-eecde3f944bc will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:11:09.879071 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e2760d9-89fd-4e6f-bb54-7fe5b8104e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (45f56e61-64d8-4663-ad27-4535ff67335a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.881786 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e2760d9-89fd-4e6f-bb54-7fe5b8104e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.882055 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f58e13-3f87-46be-8ffe-ff69098aa747" -d '{"events": [{"name": "network-changed", "server_uuid": "19b2fd31-c308-474f-93fa-f83ffc0cf95f", "tag": "8c749033-d963-446a-8db6-a53a1ffff8ef"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:09.882990 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-9e2760d9-89fd-4e6f-bb54-7fe5b8104e20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45f56e61-64d8-4663-ad27-4535ff67335a HTTP/1.1" status: 204 len: 168 time: 0.9415038 Jul 26 03:11:09.898276 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (b6099887-557b-4566-a536-eecde3f944bc), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:09.908957 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:09.928381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2760d9-89fd-4e6f-bb54-7fe5b8104e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f56e61-64d8-4663-ad27-4535ff67335a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:09.947448 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9be243-88bf-446a-a4d8-377377c84236 x-openstack-request-id: req-da9be243-88bf-446a-a4d8-377377c84236 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:09.947810 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:09.948001 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da9be243-88bf-446a-a4d8-377377c84236 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:09.948451 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9be243-88bf-446a-a4d8-377377c84236'] response: {'name': 'network-changed', 'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'status': 'completed', 'code': 200} Jul 26 03:11:10.017170 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Pushing event updated for resources: {'Port': ['ID=b6099887-557b-4566-a536-eecde3f944bc,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:10.041865 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8f4632f1-8678-4b4d-bebe-f0d0a31d97fd req-5499d563-06b1-46cb-9213-e3defa8bba8b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 210 time: 0.1641850 Jul 26 03:11:10.060645 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea36f75f-77ef-4d5b-a549-81c53eef1fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d0802558-95d9-43e2-8f1d-deaae1929695), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.064186 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea36f75f-77ef-4d5b-a549-81c53eef1fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.065747 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ea36f75f-77ef-4d5b-a549-81c53eef1fd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0802558-95d9-43e2-8f1d-deaae1929695 HTTP/1.1" status: 204 len: 168 time: 2.1000667 Jul 26 03:11:10.072696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d62baf32-2eac-4184-8e2a-f666bcc583b1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (041497b6-1543-4ddd-9a52-aa75a938cc4e), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.082891 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d62baf32-2eac-4184-8e2a-f666bcc583b1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (041497b6-1543-4ddd-9a52-aa75a938cc4e), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.130411 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Publish callbacks [] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.140406 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.169930 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d62baf32-2eac-4184-8e2a-f666bcc583b1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.170560 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device c9f0a5cc-f18b-412b-aec9-46fe6614a552 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:10.172441 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-d62baf32-2eac-4184-8e2a-f666bcc583b1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4431453 Jul 26 03:11:10.178557 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53406) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:10.186391 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-25f2fb24-25ef-4583-adaf-1cfcf99c7727 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': '041497b6-1543-4ddd-9a52-aa75a938cc4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:10.207379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62baf32-2eac-4184-8e2a-f666bcc583b1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041497b6-1543-4ddd-9a52-aa75a938cc4e,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:10.211844 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36f75f-77ef-4d5b-a549-81c53eef1fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0802558-95d9-43e2-8f1d-deaae1929695,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:10.222724 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae034265-29b2-4969-b437-6a694706c955 x-openstack-request-id: req-ae034265-29b2-4969-b437-6a694706c955 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:10.223262 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b2fd31-c308-474f-93fa-f83ffc0cf95f", "tag": "8c749033-d963-446a-8db6-a53a1ffff8ef", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:10.223548 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae034265-29b2-4969-b437-6a694706c955 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:10.224006 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae034265-29b2-4969-b437-6a694706c955'] response: {'name': 'network-changed', 'server_uuid': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'tag': '8c749033-d963-446a-8db6-a53a1ffff8ef', 'status': 'completed', 'code': 200} Jul 26 03:11:10.254487 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25f2fb24-25ef-4583-adaf-1cfcf99c7727 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (88d748fa-6ee9-4e36-a323-afa73c683239), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.294152 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Attempting to bind port b6099887-557b-4566-a536-eecde3f944bc on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:10.294705 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Attempting to bind port b6099887-557b-4566-a536-eecde3f944bc by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:10.295705 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Attempting to bind port b6099887-557b-4566-a536-eecde3f944bc on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:10.307300 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Port b6099887-557b-4566-a536-eecde3f944bc on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:11:10.307853 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Attempting to bind port b6099887-557b-4566-a536-eecde3f944bc on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:10.320355 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:10.322305 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Checking segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:10.322853 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Bound using segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:10.323914 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Bound port: b6099887-557b-4566-a536-eecde3f944bc, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:10.326563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b6099887-557b-4566-a536-eecde3f944bc), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.425876 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25f2fb24-25ef-4583-adaf-1cfcf99c7727 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (88d748fa-6ee9-4e36-a323-afa73c683239), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.440613 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25f2fb24-25ef-4583-adaf-1cfcf99c7727 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (88d748fa-6ee9-4e36-a323-afa73c683239), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.479375 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:10.490166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25f2fb24-25ef-4583-adaf-1cfcf99c7727 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.498193 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-25f2fb24-25ef-4583-adaf-1cfcf99c7727 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3185112 Jul 26 03:11:10.504803 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] For port b6099887-557b-4566-a536-eecde3f944bc, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:10.511506 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] For port b6099887-557b-4566-a536-eecde3f944bc, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b6099887-557b-4566-a536-eecde3f944bc,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:10.517845 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53416) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:10.518654 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2fb24-25ef-4583-adaf-1cfcf99c7727 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d748fa-6ee9-4e36-a323-afa73c683239,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:10.537637 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-21aeef04-8975-43c0-b1f9-a495470b5667 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': '041497b6-1543-4ddd-9a52-aa75a938cc4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:10.542719 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (b6099887-557b-4566-a536-eecde3f944bc), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.546413 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:10.577208 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785630e8-6b8a-4996-a8e2-8abf1f8e223e None None] Pushing event updated for resources: {'Port': ['ID=4704a3e7-cc97-4e43-aa26-80399944b69e,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:10.587560 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port c9f0a5cc-f18b-412b-aec9-46fe6614a552 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:10.587944 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.635010 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:10.637970 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.640186 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] 10.222.0.36 "PUT /v2.0/ports/b6099887-557b-4566-a536-eecde3f944bc HTTP/1.1" status: 200 len: 1093 time: 5.6436787 Jul 26 03:11:10.661686 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab600d0-a83b-4406-8f8b-7df345a57916 req-696269d9-b409-4892-9207-7a13ea6bd49f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:10.678355 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2ab600d0-a83b-4406-8f8b-7df345a57916 req-696269d9-b409-4892-9207-7a13ea6bd49f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.1871581 Jul 26 03:11:10.718656 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Attempting to bind port 4704a3e7-cc97-4e43-aa26-80399944b69e on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:10.728786 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21aeef04-8975-43c0-b1f9-a495470b5667 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (078aa5e4-0773-4fc6-83eb-61352017763b), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.729743 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Attempting to bind port 4704a3e7-cc97-4e43-aa26-80399944b69e by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:10.730352 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Attempting to bind port 4704a3e7-cc97-4e43-aa26-80399944b69e on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:10.798208 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac80f-2ca4-4cf7-87b5-88f61c55687f req-3aadc86b-85ea-41c8-8cef-2d9714427f64 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:10.803996 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:10.804552 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Checking segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:10.805104 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.805981 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Bound using segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:10.806658 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Bound port: 4704a3e7-cc97-4e43-aa26-80399944b69e, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:10.811090 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.821568 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-121ac80f-2ca4-4cf7-87b5-88f61c55687f req-3aadc86b-85ea-41c8-8cef-2d9714427f64 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.3025873 Jul 26 03:11:10.829621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.851549 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-958b7c79-e02c-4b30-a5f3-a85f3dd1d062 None None] Provisioning complete for port 4704a3e7-cc97-4e43-aa26-80399944b69e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:10.867995 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-958b7c79-e02c-4b30-a5f3-a85f3dd1d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:10.920287 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb790f74-3954-4438-a43c-2d75374e731d service neutron] Pushing event updated for resources: {'Port': ['ID=b6099887-557b-4566-a536-eecde3f944bc,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:10.930144 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2ab600d0-a83b-4406-8f8b-7df345a57916 req-dd2e9645-0d73-4f49-afad-cfeb573385b8 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504928 Jul 26 03:11:11.010648 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-958b7c79-e02c-4b30-a5f3-a85f3dd1d062 None None] Port 4704a3e7-cc97-4e43-aa26-80399944b69e cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:11.013221 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21aeef04-8975-43c0-b1f9-a495470b5667 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (078aa5e4-0773-4fc6-83eb-61352017763b), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:11.038573 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21aeef04-8975-43c0-b1f9-a495470b5667 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (078aa5e4-0773-4fc6-83eb-61352017763b), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:11.042790 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-121ac80f-2ca4-4cf7-87b5-88f61c55687f req-b82e5300-4a27-4ff2-843b-40596262566e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2052119 Jul 26 03:11:11.196217 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aeef04-8975-43c0-b1f9-a495470b5667 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078aa5e4-0773-4fc6-83eb-61352017763b,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:11.211057 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5860d29a-e04c-4147-8063-9646beab81a6 req-1583694b-c59e-4b5e-9754-b090f596dd6f tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.1343124 Jul 26 03:11:11.220409 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21aeef04-8975-43c0-b1f9-a495470b5667 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:11.225291 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-21aeef04-8975-43c0-b1f9-a495470b5667 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6978741 Jul 26 03:11:11.226232 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53450) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:11.231014 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:11.273731 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:11.337283 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0afd65f7-361f-4ed2-b4ea-6c2c021da2ca req-f4e03178-d163-4aa9-9e7d-9304ff89019c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 210 time: 0.1387074 Jul 26 03:11:11.346528 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port c9f0a5cc-f18b-412b-aec9-46fe6614a552 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:11.392096 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] For port 4704a3e7-cc97-4e43-aa26-80399944b69e, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:11.397360 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] For port 4704a3e7-cc97-4e43-aa26-80399944b69e, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4704a3e7-cc97-4e43-aa26-80399944b69e,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:11.418431 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:11.577199 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:11.586831 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:10:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:11.799997 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:11.809021 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785630e8-6b8a-4996-a8e2-8abf1f8e223e None None] Pushing event updated for resources: {'Port': ['ID=4704a3e7-cc97-4e43-aa26-80399944b69e,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:11.811785 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3fe3fade-d013-44ed-abc0-a95e518621aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:11.820909 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-3fe3fade-d013-44ed-abc0-a95e518621aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 1127 time: 0.3122623 Jul 26 03:11:11.830723 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-ad87d7d2-3ed4-4595-8b24-7e15fd2e4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:11.833279 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-ad87d7d2-3ed4-4595-8b24-7e15fd2e4530 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1127 time: 0.5110924 Jul 26 03:11:11.837025 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f58e13-3f87-46be-8ffe-ff69098aa747 req-6badd71d-f645-459f-9a1b-d25b3ab1da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:11.840295 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-49f58e13-3f87-46be-8ffe-ff69098aa747 req-6badd71d-f645-459f-9a1b-d25b3ab1da8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 1128 time: 0.3413885 Jul 26 03:11:11.927175 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:12.034308 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-e3643465-92d6-4670-b4bd-65418d513abe None None] Provisioning complete for port 4704a3e7-cc97-4e43-aa26-80399944b69e triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:12.036566 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e3643465-92d6-4670-b4bd-65418d513abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:12.110321 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:12.166307 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36173c89-4a02-4bcf-9e98-82443e818cda req-ecd5e63b-0f98-48ce-b77b-865f258c1846 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:12.167909 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36173c89-4a02-4bcf-9e98-82443e818cda req-ecd5e63b-0f98-48ce-b77b-865f258c1846 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.0999014 Jul 26 03:11:12.222381 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:12.231941 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450b1dd-5c88-42e2-bf6c-c6cc7ca04820 req-5a6bde9b-b635-4fac-a6b5-a7f4bde92a1c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:12.240699 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9450b1dd-5c88-42e2-bf6c-c6cc7ca04820 req-5a6bde9b-b635-4fac-a6b5-a7f4bde92a1c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0739043 Jul 26 03:11:12.250930 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'tag': 'b6099887-557b-4566-a536-eecde3f944bc'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:12.254037 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f971d9b5-56d0-41d3-96be-3d84cb6ac42d", "tag": "b6099887-557b-4566-a536-eecde3f944bc"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:12.256418 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:12.257245 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:12.305507 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.27.3.238 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/7872db76-dd0e-42be-9d1b-fc8212cdc47a) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:11:12.310660 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9450b1dd-5c88-42e2-bf6c-c6cc7ca04820 req-1921d0bb-ce73-44a3-8f4a-9780f083bb11 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689137 Jul 26 03:11:12.319617 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36173c89-4a02-4bcf-9e98-82443e818cda req-060ad07d-2af2-4b12-b943-ae13a85a38f3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345139 Jul 26 03:11:12.479972 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:11Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:12.509300 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3164955e-0880-48c7-8f6b-fbc89e37132a x-openstack-request-id: req-3164955e-0880-48c7-8f6b-fbc89e37132a {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:12.510095 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f971d9b5-56d0-41d3-96be-3d84cb6ac42d", "tag": "b6099887-557b-4566-a536-eecde3f944bc", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:12.510627 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3164955e-0880-48c7-8f6b-fbc89e37132a {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:12.511182 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3164955e-0880-48c7-8f6b-fbc89e37132a'] response: {'name': 'network-changed', 'server_uuid': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'tag': 'b6099887-557b-4566-a536-eecde3f944bc', 'status': 'completed', 'code': 200} Jul 26 03:11:12.542721 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f853bc0-69fe-46e5-aa1e-2cdb06319181 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:11Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:11:12.644832 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:12.666805 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-e696efe9-d345-4a82-a09f-402f6294e96d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6099887-557b-4566-a536-eecde3f944bc HTTP/1.1" status: 200 len: 217 time: 0.2019312 Jul 26 03:11:12.674592 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-e3643465-92d6-4670-b4bd-65418d513abe None None] Current status of the port 4704a3e7-cc97-4e43-aa26-80399944b69e is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:12.680171 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e3643465-92d6-4670-b4bd-65418d513abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:12.711081 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67141472-cc98-4b3b-909b-e2be99aac91b req-68b6f913-8d8b-486e-ad25-db58b81ace07 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.2008588 Jul 26 03:11:12.726534 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-4beeb70f-bef4-4c07-93ea-e212b0761c73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 217 time: 0.2765951 Jul 26 03:11:12.738107 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f999d3d9-4661-453b-808b-20670a9122cb req-9de71c09-27e8-434d-88e7-e0dad02836da tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 210 time: 0.0761361 Jul 26 03:11:12.767813 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-e3643465-92d6-4670-b4bd-65418d513abe None None] For port 4704a3e7-cc97-4e43-aa26-80399944b69e, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4704a3e7-cc97-4e43-aa26-80399944b69e,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:12.785771 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e3643465-92d6-4670-b4bd-65418d513abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:12.807242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.36', 53729) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:12.862551 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:12.907717 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3643465-92d6-4670-b4bd-65418d513abe None None] Pushing event updated for resources: {'Port': ['ID=4704a3e7-cc97-4e43-aa26-80399944b69e,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:12.938216 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:12.959305 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:12.990567 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-6f388ed2-3ad6-41db-be80-97a177a09683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:12.992185 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-6f388ed2-3ad6-41db-be80-97a177a09683 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.1936383 Jul 26 03:11:13.051515 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.36', 53730) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:13.220262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-e4f63de2-297c-44e7-9d0a-766b0a22dd03 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:13.222129 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-e4f63de2-297c-44e7-9d0a-766b0a22dd03 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 810 time: 0.1643627 Jul 26 03:11:13.235039 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:13.259778 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:13.271683 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:13.337767 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=7872db76-dd0e-42be-9d1b-fc8212cdc47a,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:13.352745 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-62de1146-8c0a-43e1-8936-98742f181d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:13.354298 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-62de1146-8c0a-43e1-8936-98742f181d8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.4146860 Jul 26 03:11:13.383387 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-0e95a980-9caf-49e3-a8e5-c6aa7f9b03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:13.385594 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-0e95a980-9caf-49e3-a8e5-c6aa7f9b03db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3691957 Jul 26 03:11:13.397384 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f58e13-3f87-46be-8ffe-ff69098aa747 req-b024b5ee-d6f5-4810-8581-3a71d8a2791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:13.399228 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-49f58e13-3f87-46be-8ffe-ff69098aa747 req-b024b5ee-d6f5-4810-8581-3a71d8a2791b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a07cd1888316403eb9c37610a310b76d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9955928 Jul 26 03:11:13.618474 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-fbb3d862-6e49-4dff-9402-5b9505852a37 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daba0980548418ea98d4d0cf42ef92f HTTP/1.1" status: 200 len: 379 time: 0.3808377 Jul 26 03:11:13.619696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-b4c373d0-0aff-4a96-8c44-601aac575f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:13.621128 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-b4c373d0-0aff-4a96-8c44-601aac575f63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2298892 Jul 26 03:11:13.641674 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'port': {'device_id': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'admin_state_up': True, 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'security_groups': ['f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:13.908757 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c763c-64ab-4cfc-a9a1-5c3aaa5b5d4a req-8fff3435-65ed-44cf-8293-0b63e792e151 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:13.915979 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf7c763c-64ab-4cfc-a9a1-5c3aaa5b5d4a req-8fff3435-65ed-44cf-8293-0b63e792e151 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.4353323 Jul 26 03:11:13.930903 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdce726-573e-4c08-a710-77d6ec1d9533 req-f1b1b97c-5134-4985-9f13-1ec80773a1ca tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:13.938689 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fbdce726-573e-4c08-a710-77d6ec1d9533 req-f1b1b97c-5134-4985-9f13-1ec80773a1ca tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.4085255 Jul 26 03:11:14.028663 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (1da785fd-ec66-4b19-8180-c405e198b25f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.057941 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-ab6f9e5a-8bbe-4e29-be31-f935df620f0d tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:14.059842 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-ab6f9e5a-8bbe-4e29-be31-f935df620f0d tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.36 "GET /v2.0/networks?id=e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c HTTP/1.1" status: 200 len: 811 time: 1.2420306 Jul 26 03:11:14.088163 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cf7c763c-64ab-4cfc-a9a1-5c3aaa5b5d4a req-e6b37d45-8fc9-45c7-adba-58a5210b81c9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1712594 Jul 26 03:11:14.108366 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:14.130092 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4704a3e7-cc97-4e43-aa26-80399944b69e up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:14.178166 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-b508dcef-d192-4574-83cb-ba0f7a7aa9bf service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758024 Jul 26 03:11:14.183998 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f58e13-3f87-46be-8ffe-ff69098aa747 req-70aa90a1-dfc3-4330-a70f-7bae4ef107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:14.190582 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-49f58e13-3f87-46be-8ffe-ff69098aa747 req-70aa90a1-dfc3-4330-a70f-7bae4ef107ab service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7595546 Jul 26 03:11:14.227421 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 4704a3e7-cc97-4e43-aa26-80399944b69e triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:14.228527 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.230413 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-d0a48449-e2af-4a2a-b726-e9d6f58ca5fa service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851834 Jul 26 03:11:14.245932 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c1b2ecad-9da5-40fe-b147-f95017d65611 req-60f2630e-e183-498a-9fcf-d62af1a2e53f tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0498114 Jul 26 03:11:14.302375 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.356705 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fbdce726-573e-4c08-a710-77d6ec1d9533 req-c65f5842-38c4-43d4-abde-975b3f64788b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138978 Jul 26 03:11:14.366068 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Made reservation on behalf of 6daba0980548418ea98d4d0cf42ef92f for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:11:14.370599 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.378711 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 4704a3e7-cc97-4e43-aa26-80399944b69e is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:14.406487 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a98092b-5d12-4a67-bbd9-e1dfbcc776c7 req-e8f83e7f-439c-4080-a3c4-da156f9d45c9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 210 time: 0.0709388 Jul 26 03:11:14.587993 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:14.624226 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Allocated IP 172.20.0.5 (2ee3d40a-6386-40e4-904c-54dd185c894f/3794686e-8085-40a5-bd70-5b857623536a/d86abaff-32bb-4e23-9486-8cfc0e7fcbfa) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:11:14.757133 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.766534 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.871522 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=7872db76-dd0e-42be-9d1b-fc8212cdc47a,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:14.890156 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1da785fd-ec66-4b19-8180-c405e198b25f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.904610 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.919789 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.921031 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b5433cc3-4658-4854-a9fb-dfc93542facd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6935482 Jul 26 03:11:14.945812 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:14.994592 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Network 2ee3d40a-6386-40e4-904c-54dd185c894f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:14.998149 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:15.000096 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'Port': ['ID=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:15.002289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:15.027997 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:15.061104 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:15.061746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:15.083425 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-c524dc15-95ad-4cc7-b5a2-98d5753854bd tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4502761 Jul 26 03:11:15.149627 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-114b7da3-ab3e-4851-8637-983def3f083d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--20656343&fields=id&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 267 time: 0.0475938 Jul 26 03:11:15.232258 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547ede-1df6-451e-a1c3-d91d0891e754 req-9fe93d59-963b-46e4-933b-84b85ddb8320 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:15.233764 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee547ede-1df6-451e-a1c3-d91d0891e754 req-9fe93d59-963b-46e4-933b-84b85ddb8320 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0548568 Jul 26 03:11:15.248383 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-719d7ded-3ab0-47be-8721-9413951046f0 None None] Provisioning complete for port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:15.249001 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-719d7ded-3ab0-47be-8721-9413951046f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:15.262087 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-0d85105b-538a-4b2d-9a17-3d150ce61676 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:15.263630 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-0d85105b-538a-4b2d-9a17-3d150ce61676 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.1049044 Jul 26 03:11:15.279721 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-b68f1e66-3daa-48b2-b3bf-55f0059c4c89 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/quotas/9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 375 time: 0.0095551 Jul 26 03:11:15.281041 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-719d7ded-3ab0-47be-8721-9413951046f0 None None] Port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:15.284218 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee547ede-1df6-451e-a1c3-d91d0891e754 req-b1f2c45a-1e36-4960-85e7-260448411d2d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437565 Jul 26 03:11:15.339678 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-f2d59d4e-7dd5-48c4-bb2c-ba748afe9482 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489838 Jul 26 03:11:15.369072 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-23da4f81-1dbd-4b65-960e-d4e535ca88bf req-7b2c5985-5fae-4b13-bf61-69a871e4f30d tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0277796 Jul 26 03:11:15.434338 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-eaddbb89-5575-4ca8-9cde-f6142820da28 service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Jul 26 03:11:15.452110 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:15.471052 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7833-244c-4f13-a08b-a0f7499460a0 req-8bd93a16-215c-4b8d-9a1e-422bf1bf0fd1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:15.472530 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-090e7833-244c-4f13-a08b-a0f7499460a0 req-8bd93a16-215c-4b8d-9a1e-422bf1bf0fd1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.0487120 Jul 26 03:11:15.493689 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:15.529656 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-090e7833-244c-4f13-a08b-a0f7499460a0 req-eb91a31a-4d76-446e-bd9a-89db6c3d8147 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505383 Jul 26 03:11:15.532365 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-493d2079-708e-43a9-bbb4-6d393770c23b service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920846 Jul 26 03:11:15.640211 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21aba-e3b3-4183-b056-9c2fde1ac1d3 req-9f828a6d-4754-4022-9eb6-1bebd75d3dc3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:15.640211 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-08c21aba-e3b3-4183-b056-9c2fde1ac1d3 req-9f828a6d-4754-4022-9eb6-1bebd75d3dc3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 931 time: 0.0482283 Jul 26 03:11:15.697770 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-08c21aba-e3b3-4183-b056-9c2fde1ac1d3 req-c4bd384c-81a6-4c6c-b251-6e4cee88fd0c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502079 Jul 26 03:11:15.706292 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-15a9432b-21f2-46b9-888a-25a8ff33b66a req-5c8eb020-a908-4305-94e8-bd893287df23 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.0370092 Jul 26 03:11:16.413842 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8375b59-249d-4dd9-9df0-d14dec2bc2cb req-a6404724-8b37-4060-a0d0-60a49922059e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:16.415310 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8375b59-249d-4dd9-9df0-d14dec2bc2cb req-a6404724-8b37-4060-a0d0-60a49922059e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0469921 Jul 26 03:11:16.463519 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8375b59-249d-4dd9-9df0-d14dec2bc2cb req-63c7444f-27e9-4dfc-bfab-e9c434a6ae99 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423903 Jul 26 03:11:16.470984 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f8d2ab56-49a0-4798-85a9-63657bf2af13 req-819b443e-e5a8-40d0-9d02-b692362ed69d tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0302734 Jul 26 03:11:16.485068 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Request body: {'port': {'device_id': '081d9334-8b62-466f-b044-b545530fa1af', 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'admin_state_up': True, 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:16.501799 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Request body: {'port': {'device_id': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:16.616808 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:16.630971 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:16.681771 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-326d17b0-16ff-43b4-8556-5078732311c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:16.683421 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-326d17b0-16ff-43b4-8556-5078732311c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 1128 time: 0.1396537 Jul 26 03:11:16.703683 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51b6681b-a7ca-4632-a533-c75e6aafbff7 req-07d88f02-720f-4654-9625-17b45b5a9a34 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144749 Jul 26 03:11:16.789451 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6f20-faa5-4db1-9404-a3ae96cde644 req-584f5694-5677-4acb-a1f2-0651c587b484 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:16.802143 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6d5b6f20-faa5-4db1-9404-a3ae96cde644 req-584f5694-5677-4acb-a1f2-0651c587b484 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.1802907 Jul 26 03:11:16.814365 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-1bb2406d-921a-4f4a-9b97-a0220cb8ba04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c749033-d963-446a-8db6-a53a1ffff8ef HTTP/1.1" status: 200 len: 217 time: 0.1110396 Jul 26 03:11:16.854936 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14b57794-edf6-47e9-9b2f-7fca085a0bc8 req-b750b9e9-ea23-4552-94ff-ee6788e00e79 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510149 Jul 26 03:11:16.885004 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Made reservation on behalf of e5b0edb065564485bebea31ef6f20b7e for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:11:16.888433 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:16.909175 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6d5b6f20-faa5-4db1-9404-a3ae96cde644 req-e131501b-244f-4eed-8e29-ba33d31023dc tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042619 Jul 26 03:11:16.938729 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7cd15-ca55-4518-ab7f-6a699ed8d624 req-48cd8909-5087-4617-b4f2-12b1e3f31c7d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:16.945519 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43c7cd15-ca55-4518-ab7f-6a699ed8d624 req-48cd8909-5087-4617-b4f2-12b1e3f31c7d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 931 time: 0.1111448 Jul 26 03:11:17.006840 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43c7cd15-ca55-4518-ab7f-6a699ed8d624 req-13dad554-f8d8-4b99-954f-01c3b60189ef tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601907 Jul 26 03:11:17.037590 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:17.045211 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-457425f7-a286-45b9-83e7-c0348afa6345 req-7a20b349-cc52-44a5-a383-daa07a8751a1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.0597954 Jul 26 03:11:17.076244 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Allocated IP 172.20.0.8 (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c/c9a8c629-e0e5-4438-bff2-fcb400037a5e/c748a4ff-87ac-4846-94d5-7234a5350eca) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:11:17.107939 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86abaff-32bb-4e23-9486-8cfc0e7fcbfa {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:17.121057 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Publish callbacks [] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.140854 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Transition to ACTIVE for port object d86abaff-32bb-4e23-9486-8cfc0e7fcbfa will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:11:17.234983 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.277571 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks [] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.288532 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:17.292148 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:17.320404 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.366100 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:17.369501 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:17.373437 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Attempting to bind port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:17.373765 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:17.373874 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Attempting to bind port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:17.374096 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Attempting to bind port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa on network 2ee3d40a-6386-40e4-904c-54dd185c894f {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:17.379180 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa on network 2ee3d40a-6386-40e4-904c-54dd185c894f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:11:17.379512 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Attempting to bind port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa on network 2ee3d40a-6386-40e4-904c-54dd185c894f {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:17.384735 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:17.385083 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Checking segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:17.385482 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Bound using segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:17.386034 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Bound port: d86abaff-32bb-4e23-9486-8cfc0e7fcbfa, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:17.386398 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.397964 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Pushing event updated for resources: {'Port': ['ID=c748a4ff-87ac-4846-94d5-7234a5350eca,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:17.428666 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:17.429335 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.455851 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-faafc0a2-65e8-4366-bc40-8d91504e843e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9761076 Jul 26 03:11:17.462038 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] For port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:17.465487 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] For port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:17.472720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.479156 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:17.514118 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:17.515197 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.516625 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d86abaff-32bb-4e23-9486-8cfc0e7fcbfa HTTP/1.1" status: 200 len: 1093 time: 1.0267479 Jul 26 03:11:17.521805 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:17.522840 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a929c255-1a87-40c6-b7c5-6f42aa27c80a" -d '{"events": [{"name": "network-changed", "server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:17.556196 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a992701-c6ed-45e5-97d5-269f5d5b7ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:17.632472 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a83a5-c022-4196-82d4-1b2d0d9f413e req-589939cc-eb0c-47d2-aacf-d252dfb72f05 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:17.634832 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-070a83a5-c022-4196-82d4-1b2d0d9f413e req-589939cc-eb0c-47d2-aacf-d252dfb72f05 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0623922 Jul 26 03:11:17.662733 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0c8ab-490f-40ed-a88b-7652d65e932c req-c83b55a6-64ed-4acb-83ba-099d29ab3042 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:17.664382 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0ca0c8ab-490f-40ed-a88b-7652d65e932c req-c83b55a6-64ed-4acb-83ba-099d29ab3042 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 931 time: 0.0563200 Jul 26 03:11:17.688721 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-070a83a5-c022-4196-82d4-1b2d0d9f413e req-b0c4d4bf-f5fa-4b53-9d5d-55aa654cbbb0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487342 Jul 26 03:11:17.697528 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:17.722246 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0ca0c8ab-490f-40ed-a88b-7652d65e932c req-c944c538-2fa2-4f20-aa98-664032042a10 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Jul 26 03:11:17.755505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babff8b4-2e3e-4bc2-9cec-0a1a54fecc5f x-openstack-request-id: req-babff8b4-2e3e-4bc2-9cec-0a1a54fecc5f {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:17.756009 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:17.756262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-babff8b4-2e3e-4bc2-9cec-0a1a54fecc5f {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:17.756695 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babff8b4-2e3e-4bc2-9cec-0a1a54fecc5f'] response: {'name': 'network-changed', 'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'status': 'completed', 'code': 200} Jul 26 03:11:17.761762 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-98204546-442d-44e1-a332-244fea6fd6d5 None None] Provisioning complete for port c748a4ff-87ac-4846-94d5-7234a5350eca triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:17.762250 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-98204546-442d-44e1-a332-244fea6fd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:17.798973 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-98204546-442d-44e1-a332-244fea6fd6d5 None None] Port c748a4ff-87ac-4846-94d5-7234a5350eca cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:18.094541 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-da8460a6-76a0-4e43-a6c1-dcbd52193a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:18.097785 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-da8460a6-76a0-4e43-a6c1-dcbd52193a0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 1127 time: 0.0894701 Jul 26 03:11:18.112202 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Request body: {'port': {'device_id': '081d9334-8b62-466f-b044-b545530fa1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:18.189097 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d5d4-6c5f-480d-8486-d17ff4bb58de req-6e02f9e6-5e07-43df-bcbb-412ba0bfb39b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:18.190868 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5464d5d4-6c5f-480d-8486-d17ff4bb58de req-6e02f9e6-5e07-43df-bcbb-412ba0bfb39b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 943 time: 0.0661542 Jul 26 03:11:18.214651 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb71c43-68c3-49d0-8dd7-b7569162f7ea req-fa7d55c5-5667-477c-9b20-4cf3cb428068 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:18.216289 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9cb71c43-68c3-49d0-8dd7-b7569162f7ea req-fa7d55c5-5667-477c-9b20-4cf3cb428068 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.2281880 Jul 26 03:11:18.224039 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-191f52ef-10b1-4b23-8014-dcd10ddff177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:18.225495 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-191f52ef-10b1-4b23-8014-dcd10ddff177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.2069118 Jul 26 03:11:18.232994 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c255-1a87-40c6-b7c5-6f42aa27c80a req-6a30a9e7-ce55-41b5-a704-e0742a0df705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:18.234425 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a929c255-1a87-40c6-b7c5-6f42aa27c80a req-6a30a9e7-ce55-41b5-a704-e0742a0df705 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 1127 time: 0.1305537 Jul 26 03:11:18.278596 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:18.288916 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5464d5d4-6c5f-480d-8486-d17ff4bb58de req-1e3646cd-f0bc-4f68-958e-6e5485e4bc1d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858154 Jul 26 03:11:18.347423 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9cb71c43-68c3-49d0-8dd7-b7569162f7ea req-53800aad-be62-4668-8f2b-6ad557803c5a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203892 Jul 26 03:11:18.407321 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1c6044b7-5778-4342-8d02-8d0847643a86 req-aadde97e-471d-4e88-8097-1a1c7ff71ef6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.0396521 Jul 26 03:11:18.633654 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c748a4ff-87ac-4846-94d5-7234a5350eca {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:18.642339 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Publish callbacks [] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:18.656699 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Transition to ACTIVE for port object c748a4ff-87ac-4846-94d5-7234a5350eca will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:11:18.661702 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:18.712116 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Pushing event updated for resources: {'Port': ['ID=c748a4ff-87ac-4846-94d5-7234a5350eca,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:18.855053 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:18.862730 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Attempting to bind port c748a4ff-87ac-4846-94d5-7234a5350eca on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:18.863189 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Attempting to bind port c748a4ff-87ac-4846-94d5-7234a5350eca by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:18.863422 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Attempting to bind port c748a4ff-87ac-4846-94d5-7234a5350eca on network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:18.876715 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371cee7-ba51-41de-ab6b-53f9e67b17d7 req-978ef270-9a26-4845-bdff-9472a87bc041 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:18.878302 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Port c748a4ff-87ac-4846-94d5-7234a5350eca on network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:11:18.878997 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Attempting to bind port c748a4ff-87ac-4846-94d5-7234a5350eca on network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:18.879407 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3371cee7-ba51-41de-ab6b-53f9e67b17d7 req-978ef270-9a26-4845-bdff-9472a87bc041 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.0595896 Jul 26 03:11:18.891563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fc55-0e84-416a-bbfa-e3c8343a8f4a req-854af13c-8d4a-467d-a805-c3a5c2e961e2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:18.893105 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58e7fc55-0e84-416a-bbfa-e3c8343a8f4a req-854af13c-8d4a-467d-a805-c3a5c2e961e2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0814307 Jul 26 03:11:18.896446 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:18.896787 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Checking segment: {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:18.897167 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Bound using segment: {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:18.897601 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Bound port: c748a4ff-87ac-4846-94d5-7234a5350eca, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:18.897974 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:18.948913 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3371cee7-ba51-41de-ab6b-53f9e67b17d7 req-7af8007d-9281-4217-bbf2-3a76993e2a3a tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523915 Jul 26 03:11:18.990293 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:18.998717 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-58e7fc55-0e84-416a-bbfa-e3c8343a8f4a req-22896bf1-6003-40e4-bb63-7589d7d0fcda tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969033 Jul 26 03:11:19.005454 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] For port c748a4ff-87ac-4846-94d5-7234a5350eca, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:19.011370 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] For port c748a4ff-87ac-4846-94d5-7234a5350eca, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c748a4ff-87ac-4846-94d5-7234a5350eca,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:19.017730 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:19.055855 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:19.056483 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:19.057847 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] 10.222.0.36 "PUT /v2.0/ports/c748a4ff-87ac-4846-94d5-7234a5350eca HTTP/1.1" status: 200 len: 1093 time: 1.0380344 Jul 26 03:11:19.058279 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081d9334-8b62-466f-b044-b545530fa1af', 'tag': 'c748a4ff-87ac-4846-94d5-7234a5350eca'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:19.060607 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be201de6-323c-45ec-b8c0-6b40dc9d7d42" -d '{"events": [{"name": "network-changed", "server_uuid": "081d9334-8b62-466f-b044-b545530fa1af", "tag": "c748a4ff-87ac-4846-94d5-7234a5350eca"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:19.079546 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e056-633b-43c1-a573-929e47cc94ce service neutron] Pushing event updated for resources: {'Port': ['ID=c748a4ff-87ac-4846-94d5-7234a5350eca,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:19.101023 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd654d6-604c-47b2-9da7-0f9dba19d083 x-openstack-request-id: req-9bd654d6-604c-47b2-9da7-0f9dba19d083 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:19.101439 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081d9334-8b62-466f-b044-b545530fa1af", "tag": "c748a4ff-87ac-4846-94d5-7234a5350eca", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:19.101706 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bd654d6-604c-47b2-9da7-0f9dba19d083 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:19.102136 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd654d6-604c-47b2-9da7-0f9dba19d083'] response: {'name': 'network-changed', 'server_uuid': '081d9334-8b62-466f-b044-b545530fa1af', 'tag': 'c748a4ff-87ac-4846-94d5-7234a5350eca', 'status': 'completed', 'code': 200} Jul 26 03:11:19.423456 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb6115-7a0f-4438-96c6-b7974029646c req-0ec1f68f-bcca-4383-ae77-6b36ef7c25cb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:19.425081 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3ecb6115-7a0f-4438-96c6-b7974029646c req-0ec1f68f-bcca-4383-ae77-6b36ef7c25cb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 943 time: 0.0526309 Jul 26 03:11:19.461022 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b96c-51aa-4596-aeec-ba825c4b428a req-6b7b7b10-dfa7-4632-ab01-b715f9dda104 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:19.462484 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c781b96c-51aa-4596-aeec-ba825c4b428a req-6b7b7b10-dfa7-4632-ab01-b715f9dda104 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.0516400 Jul 26 03:11:19.476568 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3ecb6115-7a0f-4438-96c6-b7974029646c req-8b7b608a-bedf-4c49-9313-313cd192455b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458517 Jul 26 03:11:19.510498 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c781b96c-51aa-4596-aeec-ba825c4b428a req-6bd022e0-1718-4036-93ec-b9c68eb79b09 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Jul 26 03:11:19.558917 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-843ef083-7e62-44fd-b3f6-0b476e110e66 req-ba801fda-a5a2-4b2f-945f-7776cfa850ad tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Jul 26 03:11:19.715312 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-08b49714-b2ff-4fd1-b1a9-6238bf6226ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:20.070450 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e17c08-7dbb-42d1-a53b-6ab01352601c req-c1ea3767-c6b9-4ed5-b62e-d3e051cbd773 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:20.072171 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a2e17c08-7dbb-42d1-a53b-6ab01352601c req-c1ea3767-c6b9-4ed5-b62e-d3e051cbd773 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.0490904 Jul 26 03:11:20.119385 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a2e17c08-7dbb-42d1-a53b-6ab01352601c req-74e7d67d-eb20-4550-b523-d7ecfb0a6b07 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Jul 26 03:11:20.123196 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ff5c2-092b-4c33-8e1a-383dd43237d0 req-a6bb1efd-9471-4d15-a223-42d8ac0666bf tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:20.124711 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b67ff5c2-092b-4c33-8e1a-383dd43237d0 req-a6bb1efd-9471-4d15-a223-42d8ac0666bf tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0470035 Jul 26 03:11:20.175392 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b67ff5c2-092b-4c33-8e1a-383dd43237d0 req-577ffd83-dd59-46ac-b04c-4debea751033 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451581 Jul 26 03:11:20.593538 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:20.605075 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe00a74-7b04-4e76-93fb-65a560a430a1 req-cef636af-97c9-4c0a-9573-609fc1a2b48e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:20.606545 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cbe00a74-7b04-4e76-93fb-65a560a430a1 req-cef636af-97c9-4c0a-9573-609fc1a2b48e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 943 time: 0.0481985 Jul 26 03:11:20.630550 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a5845-af38-4a25-b53b-cc110d8bc41a req-5a395cfd-2be9-4d64-81b3-19b05099cc53 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:20.632060 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a23a5845-af38-4a25-b53b-cc110d8bc41a req-5a395cfd-2be9-4d64-81b3-19b05099cc53 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 943 time: 0.0492082 Jul 26 03:11:20.659282 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cbe00a74-7b04-4e76-93fb-65a560a430a1 req-0fb4b24a-6785-4458-bc9c-32b9d852d284 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461991 Jul 26 03:11:20.681133 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a23a5845-af38-4a25-b53b-cc110d8bc41a req-d8d86e17-6982-4341-8019-98aae43c9c60 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Jul 26 03:11:20.742855 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-61a6a702-238b-4921-a0ca-9c8d7e0d28cd req-4b1e5d0a-6d51-4d01-be4c-0844e5034544 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.0274529 Jul 26 03:11:21.238625 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af3517-8359-44a0-8c62-153bb2aa35dd req-893a84c2-bb05-4164-8844-0a5f20b7809a tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:21.240214 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88af3517-8359-44a0-8c62-153bb2aa35dd req-893a84c2-bb05-4164-8844-0a5f20b7809a tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.0506353 Jul 26 03:11:21.260743 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b6099887-557b-4566-a536-eecde3f944bc details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:11:21.292706 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88af3517-8359-44a0-8c62-153bb2aa35dd req-4c306620-f9da-4758-ad69-ff90276becb8 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Jul 26 03:11:21.304481 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaa06c-01aa-493f-befd-e03a9c16cb34 req-02cbb66e-5703-4c51-a9f8-a8a9931ea6e1 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:21.305953 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e8aaa06c-01aa-493f-befd-e03a9c16cb34 req-02cbb66e-5703-4c51-a9f8-a8a9931ea6e1 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0481675 Jul 26 03:11:21.355663 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e8aaa06c-01aa-493f-befd-e03a9c16cb34 req-f0660bc9-2093-49be-a936-17ab6e5ab0a9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439286 Jul 26 03:11:21.369196 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b6099887-557b-4566-a536-eecde3f944bc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b6099887-557b-4566-a536-eecde3f944bc,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:21.380713 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'b6099887-557b-4566-a536-eecde3f944bc', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'port_id': 'b6099887-557b-4566-a536-eecde3f944bc', 'mac_address': 'fa:16:3e:b6:88:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:11:21.414697 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b6099887-557b-4566-a536-eecde3f944bc is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:21.415121 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b6099887-557b-4566-a536-eecde3f944bc), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:21.428519 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6099887-557b-4566-a536-eecde3f944bc {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:21.449205 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b6099887-557b-4566-a536-eecde3f944bc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b6099887-557b-4566-a536-eecde3f944bc,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:21.455106 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b6099887-557b-4566-a536-eecde3f944bc), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:21.459599 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:21.513811 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b6099887-557b-4566-a536-eecde3f944bc,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:21.782103 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['b6099887-557b-4566-a536-eecde3f944bc'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:11:21.896616 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-dc474be0-18d5-4700-ab77-da775167c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:21.898113 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-dc474be0-18d5-4700-ab77-da775167c6d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1692770 Jul 26 03:11:21.900772 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84bf44-560a-4795-969d-1e4bc5765683 req-ccf59b9d-e525-43cb-83a9-76386c5b2b52 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:21.902445 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0b84bf44-560a-4795-969d-1e4bc5765683 req-ccf59b9d-e525-43cb-83a9-76386c5b2b52 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 944 time: 0.1072621 Jul 26 03:11:21.910592 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eab21-a127-4b2f-bd8f-778eefdbff7b req-3e384cd6-d4ce-4f3f-bb57-901c310ff2b6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:21.912761 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de3eab21-a127-4b2f-bd8f-778eefdbff7b req-3e384cd6-d4ce-4f3f-bb57-901c310ff2b6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 943 time: 0.1585677 Jul 26 03:11:21.963667 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-19af9e36-129f-4195-b395-3a915e87f37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:21.990120 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:21.993728 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0b84bf44-560a-4795-969d-1e4bc5765683 req-671e0037-53f8-4f64-98ed-ce9f48859e63 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741475 Jul 26 03:11:22.054217 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-80ae2f68-aeb5-4b5d-a78a-5fa5f8888183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.056084 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-80ae2f68-aeb5-4b5d-a78a-5fa5f8888183 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.3269005 Jul 26 03:11:22.343822 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.36', 53747) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:22.364452 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c255-1a87-40c6-b7c5-6f42aa27c80a req-912f66d3-5821-420c-bf2b-0849d93bc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.365932 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a929c255-1a87-40c6-b7c5-6f42aa27c80a req-912f66d3-5821-420c-bf2b-0849d93bc8ca service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6daba0980548418ea98d4d0cf42ef92f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6358371 Jul 26 03:11:22.374147 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:22.378486 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de3eab21-a127-4b2f-bd8f-778eefdbff7b req-2aa69899-d728-4672-bd44-8345af224c07 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4502032 Jul 26 03:11:22.392152 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0718-8de5-453c-af4c-05c466529fb3 req-a1fcef26-2453-493d-b52e-39ec2d89c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.393645 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-875f0718-8de5-453c-af4c-05c466529fb3 req-a1fcef26-2453-493d-b52e-39ec2d89c0b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1127 time: 0.4177966 Jul 26 03:11:22.421107 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-bb1028d1-70d0-4c6a-8886-ac7a461b6512 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982298 Jul 26 03:11:22.442718 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-aa0f83ab-2bf7-4ff5-a5f0-56f3f1618529 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6099887-557b-4566-a536-eecde3f944bc HTTP/1.1" status: 200 len: 217 time: 0.3787215 Jul 26 03:11:22.470775 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-80664cbc-0d06-46b3-b081-05f9ac364142 req-1f15fa3a-54a1-4f1c-ac56-b109ba18d3e4 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.1261909 Jul 26 03:11:22.474431 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201de6-323c-45ec-b8c0-6b40dc9d7d42 req-035410c4-2920-4271-9a5f-301f59695aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.476601 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-be201de6-323c-45ec-b8c0-6b40dc9d7d42 req-035410c4-2920-4271-9a5f-301f59695aeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5b0edb065564485bebea31ef6f20b7e&device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 1127 time: 0.5007079 Jul 26 03:11:22.517937 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-52f8c828-8c2f-4f4a-920f-e73f4fce90af tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.520125 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-52f8c828-8c2f-4f4a-920f-e73f4fce90af tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.1742485 Jul 26 03:11:22.594035 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89260153-3b51-4bca-8f06-b988f2a24c85 req-65f22de3-1fd0-4e13-9885-26570dfd373f tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.595600 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89260153-3b51-4bca-8f06-b988f2a24c85 req-65f22de3-1fd0-4e13-9885-26570dfd373f tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.1324809 Jul 26 03:11:22.681869 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c255-1a87-40c6-b7c5-6f42aa27c80a req-6d3e2e9b-dea7-4840-9b56-bdb2b1c179b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.683740 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a929c255-1a87-40c6-b7c5-6f42aa27c80a req-6d3e2e9b-dea7-4840-9b56-bdb2b1c179b9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778095 Jul 26 03:11:22.690242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:22.792480 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:22.805336 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-30b8bc29-99f6-4073-aef9-7be92b8c01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.807835 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-30b8bc29-99f6-4073-aef9-7be92b8c01d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.2703741 Jul 26 03:11:22.825970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c25236-e85a-4780-98d0-4a0cdebc133a req-81a96204-ec6f-45af-9e7c-809922fc5d88 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.828018 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-12c25236-e85a-4780-98d0-4a0cdebc133a req-81a96204-ec6f-45af-9e7c-809922fc5d88 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.2363582 Jul 26 03:11:22.837916 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53774) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:22.918988 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-2b7a0da0-51f6-4fef-9e6f-a3f523d89245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.920193 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1dcbe63d-cb8c-4373-ae62-d81d304b4499 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 378 time: 0.3438890 Jul 26 03:11:22.921494 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-2b7a0da0-51f6-4fef-9e6f-a3f523d89245 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 1127 time: 0.1382747 Jul 26 03:11:22.942616 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'port': {'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'admin_state_up': True, 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'security_groups': ['041497b6-1543-4ddd-9a52-aa75a938cc4e']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:22.961162 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89260153-3b51-4bca-8f06-b988f2a24c85 req-d1dec934-5c04-4558-90bf-701eff5c68fa tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502142 Jul 26 03:11:22.968755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201de6-323c-45ec-b8c0-6b40dc9d7d42 req-60b13ef0-bb21-43ee-a98e-93d1dcafed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:22.970201 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-be201de6-323c-45ec-b8c0-6b40dc9d7d42 req-60b13ef0-bb21-43ee-a98e-93d1dcafed13 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e5b0edb065564485bebea31ef6f20b7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4240117 Jul 26 03:11:23.025731 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:23.025953 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-5b0dde3f-1837-44e9-a0a2-19532c5e346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:23.027527 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-5b0dde3f-1837-44e9-a0a2-19532c5e346e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1911609 Jul 26 03:11:23.030255 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-83b043df-a713-46c9-b9e5-322f10e723f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa HTTP/1.1" status: 200 len: 217 time: 0.0981386 Jul 26 03:11:23.115007 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3042c1a1-5eee-408c-9a3d-d77449dee430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.123790 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0718-8de5-453c-af4c-05c466529fb3 req-1ffa5f3b-c146-406e-a594-498abde80b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:23.125155 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-875f0718-8de5-453c-af4c-05c466529fb3 req-1ffa5f3b-c146-406e-a594-498abde80b73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.5237305 Jul 26 03:11:23.132621 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-37720ed4-0d83-4c5f-b61b-c600b1649196 req-f986ad98-9570-4f2b-9a3c-16914bc9c0db service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359256 Jul 26 03:11:23.146778 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.184882 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56512705-dca5-427b-b058-d716e80575d2 req-9e6a9d7f-1c07-4024-9de4-7872d66f0c17 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:23.186245 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56512705-dca5-427b-b058-d716e80575d2 req-9e6a9d7f-1c07-4024-9de4-7872d66f0c17 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 944 time: 0.1035964 Jul 26 03:11:23.187565 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-875f0718-8de5-453c-af4c-05c466529fb3 req-f2f6da57-7b73-4026-8d95-1d7abafbca43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 217 time: 0.0540257 Jul 26 03:11:23.189216 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-47533fac-0380-4d37-9b4e-3457f3443bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:23.190528 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-47533fac-0380-4d37-9b4e-3457f3443bff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 200 len: 849 time: 0.1476183 Jul 26 03:11:23.194776 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-12c25236-e85a-4780-98d0-4a0cdebc133a req-71890a30-4902-4789-ac76-990da578ee23 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3445411 Jul 26 03:11:23.239077 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:11:23.264526 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56512705-dca5-427b-b058-d716e80575d2 req-c53402a6-6807-4c29-a201-fe888c8ebb45 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645249 Jul 26 03:11:23.281753 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b6099887-557b-4566-a536-eecde3f944bc up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:23.365359 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201de6-323c-45ec-b8c0-6b40dc9d7d42 req-c13b9ef8-932c-4e65-8904-56a076bfb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:23.366822 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-be201de6-323c-45ec-b8c0-6b40dc9d7d42 req-c13b9ef8-932c-4e65-8904-56a076bfb29b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3612716 Jul 26 03:11:23.373768 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-438a5e23-7d42-46f2-8d89-1d7a275b2e30 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340006 Jul 26 03:11:23.384210 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Made reservation on behalf of 9d8d482c37d849cf8bdf035e110e0f34 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:11:23.387477 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.387609 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port b6099887-557b-4566-a536-eecde3f944bc completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:11:23.411821 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:23.414878 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port b6099887-557b-4566-a536-eecde3f944bc triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:23.415732 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b6099887-557b-4566-a536-eecde3f944bc), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.420363 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53794) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:23.446707 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3042c1a1-5eee-408c-9a3d-d77449dee430 admin admin] Publish callbacks [] for security_group (4552a1c4-4dab-418e-8503-0c08f49b7d64), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.459966 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'port_id': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'mac_address': 'fa:16:3e:6f:c0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:11:23.483068 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3042c1a1-5eee-408c-9a3d-d77449dee430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (4552a1c4-4dab-418e-8503-0c08f49b7d64), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.567976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:23.576230 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3042c1a1-5eee-408c-9a3d-d77449dee430 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b252ac5c51048f5827563ab131df0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7271070 Jul 26 03:11:23.588674 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53800) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:23.591048 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042c1a1-5eee-408c-9a3d-d77449dee430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552a1c4-4dab-418e-8503-0c08f49b7d64,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:23.606141 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e591900e-93db-4996-8e66-206f600b7f1e req-96655060-3677-47c6-a8c1-e07faa60e430 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.0421078 Jul 26 03:11:23.649494 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255983d8-2487-4deb-bc96-10950d9f4975 req-2e24fc43-9c9c-4472-b02f-e48c7ab2fec2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:23.650829 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-255983d8-2487-4deb-bc96-10950d9f4975 req-2e24fc43-9c9c-4472-b02f-e48c7ab2fec2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 943 time: 0.1382177 Jul 26 03:11:23.658439 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:23.658798 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.679303 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-578ccff7-07a8-4ddd-a8d2-875dc9de766b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.683284 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87353fe-7737-4250-b95a-0e1027d7987e {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:23.687619 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b6099887-557b-4566-a536-eecde3f944bc is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:23.688004 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b6099887-557b-4566-a536-eecde3f944bc), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.720382 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:23.726209 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6099887-557b-4566-a536-eecde3f944bc'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:23.741590 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.20.0.14 (3f744be8-1146-4ad7-825e-8d297f751ced/1c525c5f-9e6c-4e62-a144-1be18d38e205/65c2f70b-d12f-49c9-8a17-b9a3a5a002cb) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:11:23.765786 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:23.792119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5baeee05-2937-47f7-b4e0-1326cfa42347 admin admin] Publish callbacks [] for security_group (4552a1c4-4dab-418e-8503-0c08f49b7d64), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.798794 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.802408 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-255983d8-2487-4deb-bc96-10950d9f4975 req-7357ddcf-e88a-42e3-a389-2aeb87cee9cc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414597 Jul 26 03:11:23.805732 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b6099887-557b-4566-a536-eecde3f944bc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b6099887-557b-4566-a536-eecde3f944bc,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:23.828509 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b6099887-557b-4566-a536-eecde3f944bc), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.860297 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:23.867281 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5baeee05-2937-47f7-b4e0-1326cfa42347 admin admin] Publish callbacks [] for security_group (4552a1c4-4dab-418e-8503-0c08f49b7d64), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.908838 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b6099887-557b-4566-a536-eecde3f944bc,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:23.939929 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b9cf3f-323c-49cb-8502-dbfdef10cbb0" -d '{"events": [{"server_uuid": "f971d9b5-56d0-41d3-96be-3d84cb6ac42d", "name": "network-vif-plugged", "status": "completed", "tag": "b6099887-557b-4566-a536-eecde3f944bc"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:23.964535 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-578ccff7-07a8-4ddd-a8d2-875dc9de766b admin admin] Publish callbacks [] for security_group (05b272bc-cd97-4db6-81d6-b102ae20244f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:23.975149 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-578ccff7-07a8-4ddd-a8d2-875dc9de766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (05b272bc-cd97-4db6-81d6-b102ae20244f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.051512 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['b87353fe-7737-4250-b95a-0e1027d7987e'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:11:24.139054 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.143078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-6827da7d-4cbb-4bab-a0d6-35a19d70f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.144554 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-6827da7d-4cbb-4bab-a0d6-35a19d70f294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5b0edb065564485bebea31ef6f20b7e&device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 1127 time: 0.0925951 Jul 26 03:11:24.146800 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-578ccff7-07a8-4ddd-a8d2-875dc9de766b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3582316ee9b9472a9fda807af4b25c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7254696 Jul 26 03:11:24.152171 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5baeee05-2937-47f7-b4e0-1326cfa42347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (4552a1c4-4dab-418e-8503-0c08f49b7d64), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.154886 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5baeee05-2937-47f7-b4e0-1326cfa42347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.155984 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-5baeee05-2937-47f7-b4e0-1326cfa42347 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4552a1c4-4dab-418e-8503-0c08f49b7d64 HTTP/1.1" status: 204 len: 168 time: 0.5659368 Jul 26 03:11:24.161039 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53820) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:24.186310 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240313a-d096-4181-b9a3-1057cb578785 req-528bd262-bb09-4176-95ab-0135b23b46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.188241 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-528bd262-bb09-4176-95ab-0135b23b46a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ee3d40a-6386-40e4-904c-54dd185c894f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1481113 Jul 26 03:11:24.207366 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc365a-e8cc-4eaa-8699-904fcbf9d01b req-1af900b2-3d09-4369-add2-d86d3d77cc85 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.208836 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-11fc365a-e8cc-4eaa-8699-904fcbf9d01b req-1af900b2-3d09-4369-add2-d86d3d77cc85 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.0757024 Jul 26 03:11:24.222414 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ccff7-07a8-4ddd-a8d2-875dc9de766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b272bc-cd97-4db6-81d6-b102ae20244f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:24.241471 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9521d435-dcf3-4df9-890d-b8d0075446bc x-openstack-request-id: req-9521d435-dcf3-4df9-890d-b8d0075446bc {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:24.242699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f971d9b5-56d0-41d3-96be-3d84cb6ac42d", "name": "network-vif-plugged", "status": "completed", "tag": "b6099887-557b-4566-a536-eecde3f944bc", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:24.242699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9521d435-dcf3-4df9-890d-b8d0075446bc {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:24.243018 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9521d435-dcf3-4df9-890d-b8d0075446bc'] response: {'server_uuid': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6099887-557b-4566-a536-eecde3f944bc', 'code': 200} Jul 26 03:11:24.308889 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=32 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.329788 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.370393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.371744 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.454532 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0718-8de5-453c-af4c-05c466529fb3 req-27a6c13f-6321-4056-9dc6-c67d206213e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.456023 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-875f0718-8de5-453c-af4c-05c466529fb3 req-27a6c13f-6321-4056-9dc6-c67d206213e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.4606824 Jul 26 03:11:24.498688 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeee05-2937-47f7-b4e0-1326cfa42347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552a1c4-4dab-418e-8503-0c08f49b7d64,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:24.516975 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-4322a9df-fc11-4fc3-91fd-6b41ab400ee2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c748a4ff-87ac-4846-94d5-7234a5350eca HTTP/1.1" status: 200 len: 217 time: 0.3582273 Jul 26 03:11:24.524965 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.550406 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcd496-65bc-4c3f-9749-e23c06588975 req-eefda397-00ac-4c20-bc77-e7a1ec5564c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.551906 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-64fcd496-65bc-4c3f-9749-e23c06588975 req-eefda397-00ac-4c20-bc77-e7a1ec5564c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 1129 time: 0.0937543 Jul 26 03:11:24.594838 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.615716 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-64fcd496-65bc-4c3f-9749-e23c06588975 req-bafd71df-bc9f-4fcd-bd01-20d43f16ef4c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.624675 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-12ab243a-707a-479f-ace8-358309e1419f service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278827 Jul 26 03:11:24.630541 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53834) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:24.638769 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72ba44-9477-473f-8ee7-a6ff1bf88e6b req-75a715ed-1bc5-446b-9dd2-e1aba7ff01c0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.640279 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bb72ba44-9477-473f-8ee7-a6ff1bf88e6b req-75a715ed-1bc5-446b-9dd2-e1aba7ff01c0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 944 time: 0.2144971 Jul 26 03:11:24.666076 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-551f46f2-8b9a-4b5f-b770-c907a6074278 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639054 Jul 26 03:11:24.666428 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.675646 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f5a59938-6803-4007-830c-77129aff2d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.680072 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-11fc365a-e8cc-4eaa-8699-904fcbf9d01b req-2961fe63-17b0-458d-ad94-d30dd49fc242 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407301 Jul 26 03:11:24.681017 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.686752 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-0aebe3f1-dd1f-47dd-9a62-bdb9108d2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.688243 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-0aebe3f1-dd1f-47dd-9a62-bdb9108d2bd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9a8c629-e0e5-4438-bff2-fcb400037a5e HTTP/1.1" status: 200 len: 850 time: 0.1518688 Jul 26 03:11:24.697640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0718-8de5-453c-af4c-05c466529fb3 req-9f14571e-4996-4b4d-974d-8da25b88a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.699166 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-875f0718-8de5-453c-af4c-05c466529fb3 req-9f14571e-4996-4b4d-974d-8da25b88a21f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1503644 Jul 26 03:11:24.710228 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a20128e-aba3-4dba-9cbc-6294ada8a440 admin admin] Publish callbacks [] for security_group (05b272bc-cd97-4db6-81d6-b102ae20244f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.727641 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.783615 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.818012 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 3f744be8-1146-4ad7-825e-8d297f751ced is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:11:24.843556 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-ab767bed-2291-46bc-8314-fd04a2016d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:24.845054 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-ab767bed-2291-46bc-8314-fd04a2016d17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446259 Jul 26 03:11:24.846878 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a20128e-aba3-4dba-9cbc-6294ada8a440 admin admin] Publish callbacks [] for security_group (05b272bc-cd97-4db6-81d6-b102ae20244f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.856143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:11:24.875673 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:11:24.882079 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bb72ba44-9477-473f-8ee7-a6ff1bf88e6b req-db7196a6-4573-4891-81d2-6a3b66384348 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2267582 Jul 26 03:11:24.891958 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:24.902283 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-93220c67-e228-43a6-9117-d033adc83c75 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698216 Jul 26 03:11:24.913205 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:24.961934 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-875f0718-8de5-453c-af4c-05c466529fb3 req-d0e9c817-78f1-4680-b9b7-c7f57d87e516 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250304 Jul 26 03:11:24.964384 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-64fcd496-65bc-4c3f-9749-e23c06588975 req-bafd71df-bc9f-4fcd-bd01-20d43f16ef4c service neutron] Publish callbacks [] for security_group (fd0a8df2-281e-43fd-ab63-ae7550c61d02), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:24.973032 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-64fcd496-65bc-4c3f-9749-e23c06588975 req-bafd71df-bc9f-4fcd-bd01-20d43f16ef4c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (fd0a8df2-281e-43fd-ab63-ae7550c61d02), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.027407 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-64fcd496-65bc-4c3f-9749-e23c06588975 req-bafd71df-bc9f-4fcd-bd01-20d43f16ef4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542358 Jul 26 03:11:25.043003 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd71df-bc9f-4fcd-bd01-20d43f16ef4c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0a8df2-281e-43fd-ab63-ae7550c61d02,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:25.046043 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe482b-b520-4862-a802-5db9d09d6cb3 req-90da0135-92b1-41a6-89b3-c4dcceafdee6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:25.047728 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-dcfe482b-b520-4862-a802-5db9d09d6cb3 req-90da0135-92b1-41a6-89b3-c4dcceafdee6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.2725549 Jul 26 03:11:25.080186 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5cde1-c799-4be7-a26d-b26b0a4f9ca8 req-2e133486-d959-4bed-8e17-9dc116da5cc1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:25.081812 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cfd5cde1-c799-4be7-a26d-b26b0a4f9ca8 req-2e133486-d959-4bed-8e17-9dc116da5cc1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 932 time: 0.0533428 Jul 26 03:11:25.118780 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-0ce9d5bb-527f-4ad6-8279-104962ed7f4f None None] Provisioning complete for port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:25.119182 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d5bb-527f-4ad6-8279-104962ed7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.121728 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-094b9526-b119-4ad0-a716-8167d29309d4 service neutron] 10.222.0.36 "GET /v2.0/networks/e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633960 Jul 26 03:11:25.134503 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:25.135129 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.135275 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cfd5cde1-c799-4be7-a26d-b26b0a4f9ca8 req-2007aa3f-66ba-4e61-81ba-15ec273d2148 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476995 Jul 26 03:11:25.165786 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9d5bb-527f-4ad6-8279-104962ed7f4f None None] Port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:11:25.186546 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f5a59938-6803-4007-830c-77129aff2d63 admin admin] Publish callbacks [] for security_group (f069cc67-1103-41c1-93ee-fb7f580c88c2), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.187687 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a20128e-aba3-4dba-9cbc-6294ada8a440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (05b272bc-cd97-4db6-81d6-b102ae20244f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.190300 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a20128e-aba3-4dba-9cbc-6294ada8a440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.193940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3a20128e-aba3-4dba-9cbc-6294ada8a440 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05b272bc-cd97-4db6-81d6-b102ae20244f HTTP/1.1" status: 204 len: 168 time: 0.9912000 Jul 26 03:11:25.195871 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-3df78af3-5e76-4e9a-831f-cc280104cf9c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2606411 Jul 26 03:11:25.202363 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-dcfe482b-b520-4862-a802-5db9d09d6cb3 req-c818fe18-a728-457f-b2ee-7236f35e312a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389530 Jul 26 03:11:25.205527 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f5a59938-6803-4007-830c-77129aff2d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f069cc67-1103-41c1-93ee-fb7f580c88c2), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.219413 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20128e-aba3-4dba-9cbc-6294ada8a440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b272bc-cd97-4db6-81d6-b102ae20244f,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:25.241886 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f5a59938-6803-4007-830c-77129aff2d63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ad2b52fa7424a4ebfb8c802cf1c8488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048462 Jul 26 03:11:25.250180 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 53842) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:25.259716 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:25.283811 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a59938-6803-4007-830c-77129aff2d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069cc67-1103-41c1-93ee-fb7f580c88c2,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:25.305650 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59d1c0-8ab9-4f92-bfc2-18b5eba1cf1c req-fb4f9675-10eb-46d4-b8d8-55222373cd93 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:25.314759 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f59d1c0-8ab9-4f92-bfc2-18b5eba1cf1c req-fb4f9675-10eb-46d4-b8d8-55222373cd93 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 943 time: 0.1054456 Jul 26 03:11:25.325385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-582ba126-53c5-430b-8c72-50dd41054cf4 admin admin] Publish callbacks [] for security_group (f069cc67-1103-41c1-93ee-fb7f580c88c2), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.355792 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port b87353fe-7737-4250-b95a-0e1027d7987e completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:11:25.357140 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-582ba126-53c5-430b-8c72-50dd41054cf4 admin admin] Publish callbacks [] for security_group (f069cc67-1103-41c1-93ee-fb7f580c88c2), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.368679 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port b87353fe-7737-4250-b95a-0e1027d7987e triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:25.370166 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.373522 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f59d1c0-8ab9-4f92-bfc2-18b5eba1cf1c req-84069538-3f11-44c2-8a64-458c56c8c849 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575140 Jul 26 03:11:25.399001 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:25.422501 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-582ba126-53c5-430b-8c72-50dd41054cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f069cc67-1103-41c1-93ee-fb7f580c88c2), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.426091 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-582ba126-53c5-430b-8c72-50dd41054cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.427476 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-582ba126-53c5-430b-8c72-50dd41054cf4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f069cc67-1103-41c1-93ee-fb7f580c88c2 HTTP/1.1" status: 204 len: 168 time: 0.1763661 Jul 26 03:11:25.437822 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ba126-53c5-430b-8c72-50dd41054cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069cc67-1103-41c1-93ee-fb7f580c88c2,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:25.485818 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:25.486146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.523858 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:25.529157 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.579857 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:25.807519 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53860) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:25.813354 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e1bd-f4c0-4742-9259-6fc3921ca51a req-afe4c5d4-9145-410b-a014-a8f686ab6bd1 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:25.814775 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ba35e1bd-f4c0-4742-9259-6fc3921ca51a req-afe4c5d4-9145-410b-a014-a8f686ab6bd1 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.0528152 Jul 26 03:11:25.870116 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ba35e1bd-f4c0-4742-9259-6fc3921ca51a req-915cec4f-7493-450e-922e-0ce76d1141ea tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Jul 26 03:11:25.884102 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53866) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:25.898256 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6479-431b-4fdc-b2b7-d970815673c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.979467 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6479-431b-4fdc-b2b7-d970815673c4 admin admin] Publish callbacks [] for security_group (6ea2ed00-a0a3-4494-9884-3f728d7673af), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:25.986621 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6479-431b-4fdc-b2b7-d970815673c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6ea2ed00-a0a3-4494-9884-3f728d7673af), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.022051 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:26.047570 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f6479-431b-4fdc-b2b7-d970815673c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2ed00-a0a3-4494-9884-3f728d7673af,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:26.096259 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ea4f6479-431b-4fdc-b2b7-d970815673c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e81ec3b6314454c9201ab5d935d24fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086852 Jul 26 03:11:26.096443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Request body: {'port': {'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:26.099350 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53874) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:26.107792 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-130645c0-9521-4307-955a-8fd20f40c2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.177556 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:26.229931 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.244874 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:26.247867 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cf1e2d-0520-4bce-9a0b-48ef8eed4596" -d '{"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-plugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:26.335507 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0955e3e4-fe76-4c6e-8aaf-bc619b2755fd req-9bcb6c6f-eb9e-47d5-a62c-c803da2d798e service neutron] 10.222.0.36 "GET /v2.0/networks/e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446423 Jul 26 03:11:26.348416 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208513dd-aeaf-4633-9f49-ad43175422bf req-0bec5454-7382-4b98-b3a6-da4306c1c7a5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:26.349897 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-208513dd-aeaf-4633-9f49-ad43175422bf req-0bec5454-7382-4b98-b3a6-da4306c1c7a5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 932 time: 0.1109614 Jul 26 03:11:26.399869 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbcb3b-22a6-4c02-8345-9bda7e38aa66 req-4402449f-fe8f-4245-8e26-2a77befe0fa3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:26.401349 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c3dbcb3b-22a6-4c02-8345-9bda7e38aa66 req-4402449f-fe8f-4245-8e26-2a77befe0fa3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.3734789 Jul 26 03:11:26.480283 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-537058b3-8767-4d2d-b521-c0e7b56c4150 admin admin] Publish callbacks [] for security_group (6ea2ed00-a0a3-4494-9884-3f728d7673af), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.513668 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-208513dd-aeaf-4633-9f49-ad43175422bf req-c662b385-3e83-4e70-be40-27c8bb465e76 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478488 Jul 26 03:11:26.536411 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-875f0718-8de5-453c-af4c-05c466529fb3 req-535e2572-5ac1-4c8e-b547-2d9f58f969b1 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348671 Jul 26 03:11:26.541215 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c3dbcb3b-22a6-4c02-8345-9bda7e38aa66 req-5b65292a-ea80-485c-a52c-0ba5c80a26c9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267440 Jul 26 03:11:26.548213 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-537058b3-8767-4d2d-b521-c0e7b56c4150 admin admin] Publish callbacks [] for security_group (6ea2ed00-a0a3-4494-9884-3f728d7673af), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.549869 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:26.606236 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-130645c0-9521-4307-955a-8fd20f40c2b3 admin admin] Publish callbacks [] for security_group (90911162-bffd-4ba1-b2ae-c3674e2deba9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.611222 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-130645c0-9521-4307-955a-8fd20f40c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (90911162-bffd-4ba1-b2ae-c3674e2deba9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.656162 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-130645c0-9521-4307-955a-8fd20f40c2b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=537f0eabc9054dbda73c63d2b48cd20c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8474667 Jul 26 03:11:26.657416 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130645c0-9521-4307-955a-8fd20f40c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90911162-bffd-4ba1-b2ae-c3674e2deba9,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:26.660258 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53894) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:26.666879 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-537058b3-8767-4d2d-b521-c0e7b56c4150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6ea2ed00-a0a3-4494-9884-3f728d7673af), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.669354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-537058b3-8767-4d2d-b521-c0e7b56c4150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.670487 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-537058b3-8767-4d2d-b521-c0e7b56c4150 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ea2ed00-a0a3-4494-9884-3f728d7673af HTTP/1.1" status: 204 len: 168 time: 0.5640686 Jul 26 03:11:26.692475 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537058b3-8767-4d2d-b521-c0e7b56c4150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2ed00-a0a3-4494-9884-3f728d7673af,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:26.714990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab7f4-744e-402b-bd2a-4e2c6800139f req-ca44e096-e1e6-49b2-b6bd-9aa97c1ed70a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:26.715846 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931233c0-118e-454f-9e1f-50208a756e50 x-openstack-request-id: req-931233c0-118e-454f-9e1f-50208a756e50 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:26.716320 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-plugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:26.716412 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-931233c0-118e-454f-9e1f-50208a756e50 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:26.716814 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931233c0-118e-454f-9e1f-50208a756e50'] response: {'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'code': 200} Jul 26 03:11:26.724358 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a16ab7f4-744e-402b-bd2a-4e2c6800139f req-ca44e096-e1e6-49b2-b6bd-9aa97c1ed70a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.1209667 Jul 26 03:11:26.728068 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:26.759637 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f372e267-49a3-4bd2-9bf5-13c8ee1605a0 admin admin] Publish callbacks [] for security_group (90911162-bffd-4ba1-b2ae-c3674e2deba9), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.760990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Publish callbacks [] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.807702 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f372e267-49a3-4bd2-9bf5-13c8ee1605a0 admin admin] Publish callbacks [] for security_group (90911162-bffd-4ba1-b2ae-c3674e2deba9), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.822300 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Transition to ACTIVE for port object 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:11:26.831548 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:26.849940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a16ab7f4-744e-402b-bd2a-4e2c6800139f req-736b53a0-d9f9-46e9-815b-15c017bfb448 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244566 Jul 26 03:11:26.854549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:26.941533 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16289314-afea-4dc9-a568-e2e0d44384af req-9b20f469-5c83-4474-b03c-3015f9d6ba77 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:26.944841 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-16289314-afea-4dc9-a568-e2e0d44384af req-9b20f469-5c83-4474-b03c-3015f9d6ba77 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 943 time: 0.1270876 Jul 26 03:11:26.989108 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Pushing event updated for resources: {'Port': ['ID=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:27.046041 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f372e267-49a3-4bd2-9bf5-13c8ee1605a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (90911162-bffd-4ba1-b2ae-c3674e2deba9), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.046521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Attempting to bind port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:11:27.046521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Attempting to bind port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:11:27.046521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Attempting to bind port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:27.046782 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f372e267-49a3-4bd2-9bf5-13c8ee1605a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.047430 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f372e267-49a3-4bd2-9bf5-13c8ee1605a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90911162-bffd-4ba1-b2ae-c3674e2deba9 HTTP/1.1" status: 204 len: 168 time: 0.3821764 Jul 26 03:11:27.061500 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb on network 3f744be8-1146-4ad7-825e-8d297f751ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:11:27.061979 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Attempting to bind port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:11:27.072516 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:11:27.072958 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Checking segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:11:27.073438 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Bound using segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:11:27.073987 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Bound port: 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:11:27.074528 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.110672 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372e267-49a3-4bd2-9bf5-13c8ee1605a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90911162-bffd-4ba1-b2ae-c3674e2deba9,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:27.121497 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-16289314-afea-4dc9-a568-e2e0d44384af req-9a7dd336-5a25-4782-8480-1f6a12b4c04d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704473 Jul 26 03:11:27.135009 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe36091-5bb5-4d82-92b2-1d9297f27455 req-f7855056-9908-4734-9e5a-acda7c35513b tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:27.136956 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fbe36091-5bb5-4d82-92b2-1d9297f27455 req-f7855056-9908-4734-9e5a-acda7c35513b tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.1310253 Jul 26 03:11:27.201237 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] For port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:11:27.206738 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] For port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:11:27.221309 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.242087 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fbe36091-5bb5-4d82-92b2-1d9297f27455 req-9991f356-f668-4bb1-9f14-c0044f8196df tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927179 Jul 26 03:11:27.269733 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8c749033-d963-446a-8db6-a53a1ffff8ef details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:11:27.290330 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:27.291211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.292911 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] 10.222.0.36 "PUT /v2.0/ports/65c2f70b-d12f-49c9-8a17-b9a3a5a002cb HTTP/1.1" status: 200 len: 1094 time: 1.2036502 Jul 26 03:11:27.295354 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:27.297810 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba001a-207e-4e29-8d04-106855a8e156" -d '{"events": [{"name": "network-changed", "server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:27.312214 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:27.324577 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008faa6-ea57-4b6f-838f-a4c611c27da0 service neutron] Pushing event updated for resources: {'Port': ['ID=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:27.362719 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ea7f94-b880-4bda-9865-35acccdc1ea2 x-openstack-request-id: req-a1ea7f94-b880-4bda-9865-35acccdc1ea2 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:27.363038 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:27.363288 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1ea7f94-b880-4bda-9865-35acccdc1ea2 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:27.364074 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ea7f94-b880-4bda-9865-35acccdc1ea2'] response: {'name': 'network-changed', 'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'status': 'completed', 'code': 200} Jul 26 03:11:27.440114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 8c749033-d963-446a-8db6-a53a1ffff8ef, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8c749033-d963-446a-8db6-a53a1ffff8ef,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:27.452417 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '8c749033-d963-446a-8db6-a53a1ffff8ef', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'port_id': '8c749033-d963-446a-8db6-a53a1ffff8ef', 'mac_address': 'fa:16:3e:10:ef:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:11:27.480774 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53926) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:27.490651 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 8c749033-d963-446a-8db6-a53a1ffff8ef is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:27.491005 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.505222 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c749033-d963-446a-8db6-a53a1ffff8ef {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:27.514305 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d109bb33-d487-4006-9f94-3c1b2c9742fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.533663 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 8c749033-d963-446a-8db6-a53a1ffff8ef, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8c749033-d963-446a-8db6-a53a1ffff8ef,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:27.546636 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.549461 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device d86abaff-32bb-4e23-9486-8cfc0e7fcbfa details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:11:27.642839 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d109bb33-d487-4006-9f94-3c1b2c9742fc admin admin] Publish callbacks [] for security_group (57aef1db-7223-4217-8cc6-aac864bb8fe9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.651690 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d109bb33-d487-4006-9f94-3c1b2c9742fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (57aef1db-7223-4217-8cc6-aac864bb8fe9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.687080 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:27.700841 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109bb33-d487-4006-9f94-3c1b2c9742fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aef1db-7223-4217-8cc6-aac864bb8fe9,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:27.740531 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d109bb33-d487-4006-9f94-3c1b2c9742fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5118f77ad2ec48448339a9c70d6fa099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567983 Jul 26 03:11:27.742375 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 53936) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:27.751628 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c149d-ce2b-4ecd-837e-5a8adcf74359 req-fc55a8f0-d3dd-45b3-8acf-6ca05b9dd41a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:27.770719 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-590c149d-ce2b-4ecd-837e-5a8adcf74359 req-fc55a8f0-d3dd-45b3-8acf-6ca05b9dd41a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 944 time: 0.1551173 Jul 26 03:11:27.794074 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=8c749033-d963-446a-8db6-a53a1ffff8ef,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:27.861070 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c83f-9b29-4dec-bc50-3223b9960926 admin admin] Publish callbacks [] for security_group (57aef1db-7223-4217-8cc6-aac864bb8fe9), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.874448 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:27.882085 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:27.890110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:27.896317 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'port_id': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'mac_address': 'fa:16:3e:e3:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:11:27.941617 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:27.942177 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:27.956997 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86abaff-32bb-4e23-9486-8cfc0e7fcbfa {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:27.966178 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-590c149d-ce2b-4ecd-837e-5a8adcf74359 req-bd3b3d32-ab64-4edd-bfec-6ef4ba4600bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1837175 Jul 26 03:11:27.980961 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb95ca1-9657-4be6-8819-e747b0c8a7e2 req-f36f4ce4-08e9-4056-bd39-cc29048f2b93 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:27.988566 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5cb95ca1-9657-4be6-8819-e747b0c8a7e2 req-f36f4ce4-08e9-4056-bd39-cc29048f2b93 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.1340528 Jul 26 03:11:27.992805 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c83f-9b29-4dec-bc50-3223b9960926 admin admin] Publish callbacks [] for security_group (57aef1db-7223-4217-8cc6-aac864bb8fe9), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:28.011870 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:28.019773 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:28.069864 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c83f-9b29-4dec-bc50-3223b9960926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (57aef1db-7223-4217-8cc6-aac864bb8fe9), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:28.072599 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c83f-9b29-4dec-bc50-3223b9960926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:28.073768 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d8a5c83f-9b29-4dec-bc50-3223b9960926 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57aef1db-7223-4217-8cc6-aac864bb8fe9 HTTP/1.1" status: 204 len: 168 time: 0.3302898 Jul 26 03:11:28.090291 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5c83f-9b29-4dec-bc50-3223b9960926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aef1db-7223-4217-8cc6-aac864bb8fe9,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:28.103832 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:28.117028 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95774d7-51c8-4996-abf7-7a6d97b96a1f req-f88fd43d-ea31-4b64-9d1c-2e7840da86b9 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:28.125242 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5cb95ca1-9657-4be6-8819-e747b0c8a7e2 req-c7677780-1d81-4e5f-8fee-b50e67fd8902 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356850 Jul 26 03:11:28.137033 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f95774d7-51c8-4996-abf7-7a6d97b96a1f req-f88fd43d-ea31-4b64-9d1c-2e7840da86b9 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0801997 Jul 26 03:11:28.317589 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f95774d7-51c8-4996-abf7-7a6d97b96a1f req-cc2675ee-0f3d-4a08-ab9b-7a7176af1e20 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760008 Jul 26 03:11:28.334839 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360869e-f27f-4ba4-b9f2-bef34b47e4a3 req-696da860-f3ac-45bc-adfb-8f8518a74f06 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:28.337416 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba001a-207e-4e29-8d04-106855a8e156 req-626cf70c-fdce-446b-971b-28e981cd40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:28.340056 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-79ba001a-207e-4e29-8d04-106855a8e156 req-626cf70c-fdce-446b-971b-28e981cd40e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 1128 time: 0.1419194 Jul 26 03:11:28.343466 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5360869e-f27f-4ba4-b9f2-bef34b47e4a3 req-696da860-f3ac-45bc-adfb-8f8518a74f06 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 944 time: 0.1105058 Jul 26 03:11:28.390328 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['8c749033-d963-446a-8db6-a53a1ffff8ef'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:11:28.416728 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5360869e-f27f-4ba4-b9f2-bef34b47e4a3 req-a4203bd9-99bc-4edb-854d-c274140c8a63 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723419 Jul 26 03:11:28.485482 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['d86abaff-32bb-4e23-9486-8cfc0e7fcbfa'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:11:28.688035 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff569b-c16b-4876-94b2-18798a05a480 req-c44e83ef-3876-4605-9254-7b80d96f6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:28.690032 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-afff569b-c16b-4876-94b2-18798a05a480 req-c44e83ef-3876-4605-9254-7b80d96f6b83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1129 time: 0.3113244 Jul 26 03:11:28.692563 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba001a-207e-4e29-8d04-106855a8e156 req-edb0631d-0cc3-4c01-af9d-695a11c928be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:28.694516 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-79ba001a-207e-4e29-8d04-106855a8e156 req-edb0631d-0cc3-4c01-af9d-695a11c928be service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3423579 Jul 26 03:11:28.702797 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b7fa5-c43b-4e80-a36d-41b1d6e7fcae req-af5f2be9-593a-4b5b-b254-4a16f3b8388e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:28.710935 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c23b7fa5-c43b-4e80-a36d-41b1d6e7fcae req-af5f2be9-593a-4b5b-b254-4a16f3b8388e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 943 time: 0.2405639 Jul 26 03:11:28.907068 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-afff569b-c16b-4876-94b2-18798a05a480 req-864795bb-2370-4ddb-9246-56046b9ad51a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929755 Jul 26 03:11:28.924776 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c23b7fa5-c43b-4e80-a36d-41b1d6e7fcae req-efe22d1b-941d-4874-b3fc-8fb2dd545983 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116416 Jul 26 03:11:28.955275 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba001a-207e-4e29-8d04-106855a8e156 req-367ad86b-6405-4155-8898-c599121ca429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:28.957792 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-79ba001a-207e-4e29-8d04-106855a8e156 req-367ad86b-6405-4155-8898-c599121ca429 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422447 Jul 26 03:11:28.987670 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:28.999599 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005193d-d6f2-48da-af3b-2da50997091f req-8621ca95-0505-40b6-8560-cb6a382800ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.001158 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f005193d-d6f2-48da-af3b-2da50997091f req-8621ca95-0505-40b6-8560-cb6a382800ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 1129 time: 0.1850526 Jul 26 03:11:29.009519 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700f31-b99b-4c3c-a745-b040b9a360fd req-17e62a43-86d4-42fe-8ad9-8301106c2227 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.019095 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-00700f31-b99b-4c3c-a745-b040b9a360fd req-17e62a43-86d4-42fe-8ad9-8301106c2227 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.1183729 Jul 26 03:11:29.079974 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-00700f31-b99b-4c3c-a745-b040b9a360fd req-e7e1d3a5-03f9-4733-b73a-f31eda1f2ecf tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598037 Jul 26 03:11:29.138252 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2b67c-ee63-4081-871d-66c0a0350e99 req-4b4ba280-de4d-4357-a202-cdb88e360de2 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.141186 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7ec2b67c-ee63-4081-871d-66c0a0350e99 req-4b4ba280-de4d-4357-a202-cdb88e360de2 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 944 time: 0.0670724 Jul 26 03:11:29.250764 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:29.267430 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7ec2b67c-ee63-4081-871d-66c0a0350e99 req-39734f56-2459-401d-b5d1-1cfc75a2f516 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086886 Jul 26 03:11:29.267619 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005193d-d6f2-48da-af3b-2da50997091f req-ad2d1b3e-e297-437b-aeac-0164a804b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.269397 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f005193d-d6f2-48da-af3b-2da50997091f req-ad2d1b3e-e297-437b-aeac-0164a804b63f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1470807 Jul 26 03:11:29.308387 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-5c68feb0-7b85-44ca-a753-538d159353ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.313128 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-5c68feb0-7b85-44ca-a753-538d159353ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 1128 time: 0.1130145 Jul 26 03:11:29.337657 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f005193d-d6f2-48da-af3b-2da50997091f req-e7598b37-4901-4b3f-ae40-439cd1c9e416 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6099887-557b-4566-a536-eecde3f944bc HTTP/1.1" status: 200 len: 217 time: 0.0535476 Jul 26 03:11:29.346814 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09e2c-8919-4c00-90df-dec6ecb3ac36 req-897fb991-fc76-45c2-9085-8045c7b6d1cf tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.354140 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62b09e2c-8919-4c00-90df-dec6ecb3ac36 req-897fb991-fc76-45c2-9085-8045c7b6d1cf tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.1256943 Jul 26 03:11:29.377849 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device c748a4ff-87ac-4846-94d5-7234a5350eca details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:11:29.399948 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62b09e2c-8919-4c00-90df-dec6ecb3ac36 req-caadc744-33d9-4f96-90b1-080cfc0d5b4b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449462 Jul 26 03:11:29.510170 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port c748a4ff-87ac-4846-94d5-7234a5350eca, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c748a4ff-87ac-4846-94d5-7234a5350eca,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:29.529655 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'c748a4ff-87ac-4846-94d5-7234a5350eca', 'network_id': 'e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c', 'port_id': 'c748a4ff-87ac-4846-94d5-7234a5350eca', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a8c629-e0e5-4438-bff2-fcb400037a5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:11:29.546339 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03403eec-2fd5-4423-9225-0f1a739ec673 req-53540b73-53a6-4437-a890-8847719fb2de tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.554041 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-03403eec-2fd5-4423-9225-0f1a739ec673 req-53540b73-53a6-4437-a890-8847719fb2de tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 944 time: 0.0567510 Jul 26 03:11:29.568929 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port c748a4ff-87ac-4846-94d5-7234a5350eca is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:29.569482 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:29.595268 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c748a4ff-87ac-4846-94d5-7234a5350eca {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:29.609304 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-03403eec-2fd5-4423-9225-0f1a739ec673 req-8f91ac3f-d217-489f-853d-0977023b820e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540030 Jul 26 03:11:29.634516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port c748a4ff-87ac-4846-94d5-7234a5350eca, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c748a4ff-87ac-4846-94d5-7234a5350eca,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:29.641516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:29.675156 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-644c57c9-453e-4a53-bb17-c3fc92efa3b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb HTTP/1.1" status: 200 len: 217 time: 0.0391579 Jul 26 03:11:29.686386 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005193d-d6f2-48da-af3b-2da50997091f req-d5ee95fb-00fb-482b-a90e-56574a557cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.692204 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f005193d-d6f2-48da-af3b-2da50997091f req-d5ee95fb-00fb-482b-a90e-56574a557cff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0552320 Jul 26 03:11:29.705726 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=c748a4ff-87ac-4846-94d5-7234a5350eca,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:29.734870 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-853b82e2-048c-42e1-bf08-ef04b9c4d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.736598 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-853b82e2-048c-42e1-bf08-ef04b9c4d9e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0552413 Jul 26 03:11:29.746711 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005193d-d6f2-48da-af3b-2da50997091f req-34679c0a-8a92-466c-ab80-5d7931cd8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.748376 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f005193d-d6f2-48da-af3b-2da50997091f req-34679c0a-8a92-466c-ab80-5d7931cd8efd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487759 Jul 26 03:11:29.812014 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-8f472fde-1f23-496c-97de-b2ed51b9f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:29.814239 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-8f472fde-1f23-496c-97de-b2ed51b9f2b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552092 Jul 26 03:11:29.830056 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:29.869663 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f005193d-d6f2-48da-af3b-2da50997091f req-acbcbdbf-41c6-4402-b18e-fe3bb0160b6d service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994437 Jul 26 03:11:29.871295 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8c749033-d963-446a-8db6-a53a1ffff8ef up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:29.939718 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:29.967275 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 8c749033-d963-446a-8db6-a53a1ffff8ef completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:11:29.976805 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:29.985675 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 8c749033-d963-446a-8db6-a53a1ffff8ef triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:29.985809 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:30.022382 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f005193d-d6f2-48da-af3b-2da50997091f req-9cef462f-5ddd-4873-a8b0-4c2b6e52f55d service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517980 Jul 26 03:11:30.023975 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-8e47cb30-0111-41d1-a6ed-4a88ae9da741 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987300 Jul 26 03:11:30.114863 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 8c749033-d963-446a-8db6-a53a1ffff8ef is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:30.115486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:30.131405 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['c748a4ff-87ac-4846-94d5-7234a5350eca'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:11:30.141949 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a17907-5c4b-4708-a76b-28345677c3a0 req-6fe07b15-9b72-4858-a5e8-35d22139ef7b tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:30.153104 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-45a17907-5c4b-4708-a76b-28345677c3a0 req-6fe07b15-9b72-4858-a5e8-35d22139ef7b tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 944 time: 0.0864320 Jul 26 03:11:30.178922 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c749033-d963-446a-8db6-a53a1ffff8ef'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:30.182072 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4295db9b-1290-48ea-bc34-b4553c44560b" -d '{"events": [{"server_uuid": "19b2fd31-c308-474f-93fa-f83ffc0cf95f", "name": "network-vif-plugged", "status": "completed", "tag": "8c749033-d963-446a-8db6-a53a1ffff8ef"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:30.213853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:30.225232 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 8c749033-d963-446a-8db6-a53a1ffff8ef, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8c749033-d963-446a-8db6-a53a1ffff8ef,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:30.237415 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:30.238486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device d86abaff-32bb-4e23-9486-8cfc0e7fcbfa up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:30.241167 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-45a17907-5c4b-4708-a76b-28345677c3a0 req-30bc95b4-5302-4b5b-86fb-a67ce05b9414 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870833 Jul 26 03:11:30.250992 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d090b-93fe-4b38-8541-30f9b707fbb1 req-26744888-8bde-4dd8-8eb7-909f48cb89d2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:30.258267 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-587d090b-93fe-4b38-8541-30f9b707fbb1 req-26744888-8bde-4dd8-8eb7-909f48cb89d2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0936449 Jul 26 03:11:30.311312 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a76e3a-fdba-45b2-950b-69f44e6b753a x-openstack-request-id: req-b1a76e3a-fdba-45b2-950b-69f44e6b753a {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:30.311960 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b2fd31-c308-474f-93fa-f83ffc0cf95f", "name": "network-vif-plugged", "status": "completed", "tag": "8c749033-d963-446a-8db6-a53a1ffff8ef", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:30.312421 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1a76e3a-fdba-45b2-950b-69f44e6b753a {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:30.312934 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a76e3a-fdba-45b2-950b-69f44e6b753a'] response: {'server_uuid': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c749033-d963-446a-8db6-a53a1ffff8ef', 'code': 200} Jul 26 03:11:30.350596 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-587d090b-93fe-4b38-8541-30f9b707fbb1 req-cfa437a4-0df9-4fde-b81d-417a5f60c595 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914297 Jul 26 03:11:30.389020 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:11:30.413117 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:30.413491 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:30.470506 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54048) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:30.510486 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e86225-d665-42fb-9879-ff27a12e46a1 req-f760cf65-a587-4ba7-a0bb-ec07ff38fb5b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:30.512738 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c0e86225-d665-42fb-9879-ff27a12e46a1 req-f760cf65-a587-4ba7-a0bb-ec07ff38fb5b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 944 time: 0.1137507 Jul 26 03:11:30.589052 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=8c749033-d963-446a-8db6-a53a1ffff8ef,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:30.598488 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c0e86225-d665-42fb-9879-ff27a12e46a1 req-aeee9def-d6a1-42ba-9709-656733eb1ed9 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723703 Jul 26 03:11:30.760714 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:30.761217 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:30.797627 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394da456-97bc-459e-8967-4b4ff2e083dc req-c9ab7840-a383-4fb7-987a-c5bbd0910817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:30.808459 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-394da456-97bc-459e-8967-4b4ff2e083dc req-c9ab7840-a383-4fb7-987a-c5bbd0910817 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 1130 time: 0.1114955 Jul 26 03:11:30.810313 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:30.820840 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:30.878728 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:30.891858 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-394da456-97bc-459e-8967-4b4ff2e083dc req-5e5d2502-26e6-45a4-9030-25007c152c52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Jul 26 03:11:30.911662 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9835-f22f-46c0-a353-4a732355d8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:30.920754 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fcbd7-8a33-4728-af2e-09f3c5f2f493 req-e77c57df-92fd-41c6-acbf-ef6e41dd205d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:30.922472 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b3fcbd7-8a33-4728-af2e-09f3c5f2f493 req-e77c57df-92fd-41c6-acbf-ef6e41dd205d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 944 time: 0.1523976 Jul 26 03:11:31.006919 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:31.014403 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2b3fcbd7-8a33-4728-af2e-09f3c5f2f493 req-84658f72-1d79-4189-b196-8a5901e91fae tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820885 Jul 26 03:11:31.015246 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9a0b-f51c-4fbf-9dbc-d99108e451f0 req-d8bd47fd-9b41-4ff1-8589-14082d4f915d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:31.017438 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fcfa9a0b-f51c-4fbf-9dbc-d99108e451f0 req-d8bd47fd-9b41-4ff1-8589-14082d4f915d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.4092860 Jul 26 03:11:31.064561 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2bee8e4d-f37b-45c3-bb9c-3d6fd95732f8 req-aef23555-da5b-49e7-bd4a-31a09eb70b07 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225686 Jul 26 03:11:31.073851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9835-f22f-46c0-a353-4a732355d8bb admin admin] Publish callbacks [] for security_group (673d8519-1a10-4c60-abb1-dd0950418124), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.079162 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9835-f22f-46c0-a353-4a732355d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (673d8519-1a10-4c60-abb1-dd0950418124), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.091442 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fcfa9a0b-f51c-4fbf-9dbc-d99108e451f0 req-ad2306ba-5218-47b2-81e6-6fa7d906e7a4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538988 Jul 26 03:11:31.123856 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d3ee9835-f22f-46c0-a353-4a732355d8bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a2f835012a944878682c8eecd04d0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6421070 Jul 26 03:11:31.125152 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee9835-f22f-46c0-a353-4a732355d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673d8519-1a10-4c60-abb1-dd0950418124,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:31.126564 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54062) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:31.173882 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-696eef15-32f7-478f-9aaf-4c760c355cc1 admin admin] Publish callbacks [] for security_group (673d8519-1a10-4c60-abb1-dd0950418124), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.195651 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-696eef15-32f7-478f-9aaf-4c760c355cc1 admin admin] Publish callbacks [] for security_group (673d8519-1a10-4c60-abb1-dd0950418124), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.246580 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-696eef15-32f7-478f-9aaf-4c760c355cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (673d8519-1a10-4c60-abb1-dd0950418124), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.249367 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-696eef15-32f7-478f-9aaf-4c760c355cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.250423 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-696eef15-32f7-478f-9aaf-4c760c355cc1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/673d8519-1a10-4c60-abb1-dd0950418124 HTTP/1.1" status: 204 len: 168 time: 0.1228361 Jul 26 03:11:31.258169 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eef15-32f7-478f-9aaf-4c760c355cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d8519-1a10-4c60-abb1-dd0950418124,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:31.361150 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7d76-ec41-475e-8356-e24fe183102d req-84d19084-3360-4c24-93b4-9acf0f4d4255 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:31.362758 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6cfb7d76-ec41-475e-8356-e24fe183102d req-84d19084-3360-4c24-93b4-9acf0f4d4255 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 944 time: 0.0496426 Jul 26 03:11:31.393594 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device c748a4ff-87ac-4846-94d5-7234a5350eca up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:31.412680 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6cfb7d76-ec41-475e-8356-e24fe183102d req-fa72032c-6de6-4eae-a87d-367ff32e9df2 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Jul 26 03:11:31.451768 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port c748a4ff-87ac-4846-94d5-7234a5350eca completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:11:31.459347 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port c748a4ff-87ac-4846-94d5-7234a5350eca triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:31.459725 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.480488 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f321-4786-46ae-a9d2-6ac3da3ae4e3 req-045ee458-7c8e-40eb-9b37-5f8b5a6c320d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:31.481972 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d633f321-4786-46ae-a9d2-6ac3da3ae4e3 req-045ee458-7c8e-40eb-9b37-5f8b5a6c320d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0481844 Jul 26 03:11:31.530100 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d633f321-4786-46ae-a9d2-6ac3da3ae4e3 req-cd11a995-9f4f-45f0-aeee-1375195edf9e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Jul 26 03:11:31.537836 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port c748a4ff-87ac-4846-94d5-7234a5350eca is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:31.538415 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.569009 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:31.579032 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port c748a4ff-87ac-4846-94d5-7234a5350eca, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c748a4ff-87ac-4846-94d5-7234a5350eca,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:31.583405 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:31.610735 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:31.636834 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=c748a4ff-87ac-4846-94d5-7234a5350eca,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:31.727897 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01e36c-15e3-4789-8e58-546d6267abc0 req-d7fcc018-87ab-499f-85b5-785731b0c153 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:31.729474 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc01e36c-15e3-4789-8e58-546d6267abc0 req-d7fcc018-87ab-499f-85b5-785731b0c153 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 944 time: 0.0532677 Jul 26 03:11:31.795812 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc01e36c-15e3-4789-8e58-546d6267abc0 req-8f9cbf77-6d86-4689-83c0-a73c0d64d558 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592165 Jul 26 03:11:32.191058 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32feab-fbef-401a-99aa-1ea71ccfdb58 req-b80811dd-ae5a-4a7a-b505-6e85b1222c15 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:32.192598 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f32feab-fbef-401a-99aa-1ea71ccfdb58 req-b80811dd-ae5a-4a7a-b505-6e85b1222c15 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0726857 Jul 26 03:11:32.225427 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:32.273135 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fe5fb-f66f-496a-b2e2-3c93ea9a49d2 req-665beac8-1b78-45df-a54f-6a16824c3db5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:32.274760 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c84fe5fb-f66f-496a-b2e2-3c93ea9a49d2 req-665beac8-1b78-45df-a54f-6a16824c3db5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0788660 Jul 26 03:11:32.299793 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f32feab-fbef-401a-99aa-1ea71ccfdb58 req-0b7ff970-50c1-4179-904b-7cc4e992f8b7 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936742 Jul 26 03:11:32.314597 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa'}, {'server_uuid': '081d9334-8b62-466f-b044-b545530fa1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c748a4ff-87ac-4846-94d5-7234a5350eca'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:32.323429 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94a5540-b7c1-4453-897a-9398c0270c73" -d '{"events": [{"server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "name": "network-vif-plugged", "status": "completed", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa"}, {"server_uuid": "081d9334-8b62-466f-b044-b545530fa1af", "name": "network-vif-plugged", "status": "completed", "tag": "c748a4ff-87ac-4846-94d5-7234a5350eca"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:32.329715 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c84fe5fb-f66f-496a-b2e2-3c93ea9a49d2 req-edd60724-b0f7-4794-b596-9ea2f06a3354 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474467 Jul 26 03:11:32.385472 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2de7263-b49e-49e6-8dbc-de245bffe93f x-openstack-request-id: req-e2de7263-b49e-49e6-8dbc-de245bffe93f {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:32.385755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "name": "network-vif-plugged", "status": "completed", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa", "code": 200}, {"server_uuid": "081d9334-8b62-466f-b044-b545530fa1af", "name": "network-vif-plugged", "status": "completed", "tag": "c748a4ff-87ac-4846-94d5-7234a5350eca", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:32.386254 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2de7263-b49e-49e6-8dbc-de245bffe93f {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:32.386625 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2de7263-b49e-49e6-8dbc-de245bffe93f'] response: {'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'code': 200} Jul 26 03:11:32.387033 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2de7263-b49e-49e6-8dbc-de245bffe93f'] response: {'server_uuid': '081d9334-8b62-466f-b044-b545530fa1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c748a4ff-87ac-4846-94d5-7234a5350eca', 'code': 200} Jul 26 03:11:32.524876 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:32.554359 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172eeb46-824f-4c6f-8694-1218ea1b3245 req-42eb011c-7a8a-4220-b5b1-46d142fd4169 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:32.563555 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-172eeb46-824f-4c6f-8694-1218ea1b3245 req-42eb011c-7a8a-4220-b5b1-46d142fd4169 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0921552 Jul 26 03:11:32.567019 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54150) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:32.589342 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'floatingip': {'port_id': 'b87353fe-7737-4250-b95a-0e1027d7987e'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:32.608241 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6483954-0e65-4ff6-b20e-c0fa75d29c96 req-3d8fbae9-602e-4996-a240-b83a168cd807 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:32.615770 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6483954-0e65-4ff6-b20e-c0fa75d29c96 req-3d8fbae9-602e-4996-a240-b83a168cd807 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0858607 Jul 26 03:11:32.687785 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6483954-0e65-4ff6-b20e-c0fa75d29c96 req-fc7c4730-6f1b-4b02-b4b4-1083b395a491 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707159 Jul 26 03:11:32.753317 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (08000030-3c84-46e5-879c-b544723020e5), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:32.862436 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b19-3f49-4269-b570-d38adaaacfb1 req-e9265b02-9e2c-4e1f-913f-60b36a8ceb97 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:32.864240 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14486b19-3f49-4269-b570-d38adaaacfb1 req-e9265b02-9e2c-4e1f-913f-60b36a8ceb97 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.1496506 Jul 26 03:11:32.933298 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e7065-dde2-4384-ba2f-a22cd6a6639f req-b35c2b06-32c4-4cc7-91cf-e4de100a0925 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:32.934852 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-954e7065-dde2-4384-ba2f-a22cd6a6639f req-b35c2b06-32c4-4cc7-91cf-e4de100a0925 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 944 time: 0.0510833 Jul 26 03:11:32.988457 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-954e7065-dde2-4384-ba2f-a22cd6a6639f req-362f253e-4716-48eb-97c6-e142e6fec944 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478365 Jul 26 03:11:32.996810 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-14486b19-3f49-4269-b570-d38adaaacfb1 req-11e014be-b67a-41c0-bc36-795d0915dba2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220953 Jul 26 03:11:33.164986 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512652-cb93-4a82-ba5f-292fb42d8a7c req-b87bd3dd-9897-43b4-adbd-8554a4bfa39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:33.166813 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ed512652-cb93-4a82-ba5f-292fb42d8a7c req-b87bd3dd-9897-43b4-adbd-8554a4bfa39d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 1129 time: 0.0462391 Jul 26 03:11:33.229539 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ed512652-cb93-4a82-ba5f-292fb42d8a7c req-21c0c343-d9a2-41c6-920c-1171c37cedff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Jul 26 03:11:33.238251 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca3857-e6d3-4b5a-a050-5f5ce5ee7fb3 req-d815dc80-b66f-47de-a1e6-7b6aab755eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:33.239831 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e2ca3857-e6d3-4b5a-a050-5f5ce5ee7fb3 req-d815dc80-b66f-47de-a1e6-7b6aab755eca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 1129 time: 0.1177869 Jul 26 03:11:33.436964 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb988468-97bf-4b07-abaa-220d42183f60 req-bcd511d5-0244-454d-8086-3fb62fad31ef tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:33.438636 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fb988468-97bf-4b07-abaa-220d42183f60 req-bcd511d5-0244-454d-8086-3fb62fad31ef tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0513718 Jul 26 03:11:33.497718 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fb988468-97bf-4b07-abaa-220d42183f60 req-21df07bd-b998-41b2-9db7-832517ae97a9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532658 Jul 26 03:11:33.620911 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e2ca3857-e6d3-4b5a-a050-5f5ce5ee7fb3 req-24b1ce4d-6338-499a-8dde-4bc50ba8ad18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299882 Jul 26 03:11:33.641088 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:33.733470 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:33.737868 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (08000030-3c84-46e5-879c-b544723020e5), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:33.826192 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54192) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:33.860824 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e69526-5e0c-4c27-8cbb-2ccd95340bbb req-7d8eaa19-8e1a-4e32-9cdd-c5504b16ab08 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:33.862349 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-05e69526-5e0c-4c27-8cbb-2ccd95340bbb req-7d8eaa19-8e1a-4e32-9cdd-c5504b16ab08 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0870397 Jul 26 03:11:33.904065 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Floating IP 08000030-3c84-46e5-879c-b544723020e5 associated. External IP: 172.27.3.130, port: b87353fe-7737-4250-b95a-0e1027d7987e. Jul 26 03:11:33.937446 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:33.956650 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-05e69526-5e0c-4c27-8cbb-2ccd95340bbb req-dc4b5a74-22c0-4c94-bafd-b19e8e128b6e tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873880 Jul 26 03:11:33.963257 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:34.033105 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Publish callbacks [] for security_group (6217ebe1-72b0-4835-87fc-381e710a29e0), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.040854 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6217ebe1-72b0-4835-87fc-381e710a29e0), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.067443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6217ebe1-72b0-4835-87fc-381e710a29e0,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:34.068429 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:34.081532 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.081882 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.082212 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.082549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.082883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.083232 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.083576 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.083883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.084206 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.084531 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.084853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.085178 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.085497 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.085813 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.086143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:34.136647 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0ff619f2-fb0b-47f6-9f59-42629adfc0ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62dde54a654a4239a3f568da765afdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092041 Jul 26 03:11:34.139545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54200) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:34.160558 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c77106-522d-4ec5-b203-3927f0cf3d38 req-32fc2f54-48d0-42c6-b75c-e7b76ab96c21 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:34.161186 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18188486-92ea-4099-895a-3177cfe22083 req-dbc86589-9730-4e76-a41f-e754e2d082f3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:34.162072 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94c77106-522d-4ec5-b203-3927f0cf3d38 req-32fc2f54-48d0-42c6-b75c-e7b76ab96c21 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 944 time: 0.0628674 Jul 26 03:11:34.162621 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-18188486-92ea-4099-895a-3177cfe22083 req-dbc86589-9730-4e76-a41f-e754e2d082f3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0709102 Jul 26 03:11:34.170610 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:11:34.231685 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25e53025-0854-46c8-9f94-acdb3e597e83 admin admin] Publish callbacks [] for security_group (6217ebe1-72b0-4835-87fc-381e710a29e0), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.246408 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-18188486-92ea-4099-895a-3177cfe22083 req-ec392b70-aec4-48f4-8a42-e9f7bba82e6c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675151 Jul 26 03:11:34.263142 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25e53025-0854-46c8-9f94-acdb3e597e83 admin admin] Publish callbacks [] for security_group (6217ebe1-72b0-4835-87fc-381e710a29e0), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.274783 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94c77106-522d-4ec5-b203-3927f0cf3d38 req-3b03cea5-1714-4aa3-8e24-740143270869 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011236 Jul 26 03:11:34.320985 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25e53025-0854-46c8-9f94-acdb3e597e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6217ebe1-72b0-4835-87fc-381e710a29e0), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.323945 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25e53025-0854-46c8-9f94-acdb3e597e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.325166 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-25e53025-0854-46c8-9f94-acdb3e597e83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6217ebe1-72b0-4835-87fc-381e710a29e0 HTTP/1.1" status: 204 len: 168 time: 0.1844792 Jul 26 03:11:34.325911 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:11:34.336051 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.343543 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] Sync routers for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:11:34.345054 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e53025-0854-46c8-9f94-acdb3e597e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6217ebe1-72b0-4835-87fc-381e710a29e0,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:34.365738 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:34.366593 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:34.380386 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-96dbf65c-ad6c-4c45-9513-070787d90343 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "PUT /v2.0/floatingips/08000030-3c84-46e5-879c-b544723020e5 HTTP/1.1" status: 200 len: 991 time: 1.8015802 Jul 26 03:11:34.380386 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:34.381323 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f12d66-6251-49d2-bb3f-35a7320e9d14" -d '{"events": [{"name": "network-changed", "server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:34.425029 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac3854a-63cd-4cd3-9f2b-ed23fff02bd5 x-openstack-request-id: req-0ac3854a-63cd-4cd3-9f2b-ed23fff02bd5 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:34.425326 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:34.425585 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ac3854a-63cd-4cd3-9f2b-ed23fff02bd5 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:34.426043 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac3854a-63cd-4cd3-9f2b-ed23fff02bd5'] response: {'name': 'network-changed', 'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'status': 'completed', 'code': 200} Jul 26 03:11:34.480792 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:34.643585 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efcf8a-3851-4a34-bad9-cbe9108d013f req-424266ad-79a8-458f-9362-ffd6de10b8a9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:34.645413 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-03efcf8a-3851-4a34-bad9-cbe9108d013f req-424266ad-79a8-458f-9362-ffd6de10b8a9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0661464 Jul 26 03:11:34.714036 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54226) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:34.723558 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-03efcf8a-3851-4a34-bad9-cbe9108d013f req-5cd719ea-5da9-43cd-a77e-479a35352186 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567143 Jul 26 03:11:34.746511 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7163-9771-45e9-98ff-fdd03c191288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.784731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54228) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:34.791044 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:34.845424 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7163-9771-45e9-98ff-fdd03c191288 admin admin] Publish callbacks [] for security_group (f2d8798a-4522-45d1-9142-61e9f1699493), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.850008 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7163-9771-45e9-98ff-fdd03c191288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f2d8798a-4522-45d1-9142-61e9f1699493), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.870883 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '08000030-3c84-46e5-879c-b544723020e5', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'port_id': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'mac_address': 'fa:16:3e:6f:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ce020-f329-4f42-aca0-d419ac3ba613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:10:51Z', 'updated_at': '2022-07-26T03:11:33Z', 'revision_number': 1, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:34.890326 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-9f3e7163-9771-45e9-98ff-fdd03c191288 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=367100e46b2547938289a8006735bc4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741371 Jul 26 03:11:34.892351 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7163-9771-45e9-98ff-fdd03c191288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d8798a-4522-45d1-9142-61e9f1699493,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:34.893042 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54234) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:34.898605 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] Checking router: 3a50c8aa-9249-4910-8ded-bafc5b29fa72 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:11:34.908809 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:34.909613 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:34.943711 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Publish callbacks [] for security_group (f2d8798a-4522-45d1-9142-61e9f1699493), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:34.957207 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:34.967268 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Publish callbacks [] for security_group (f2d8798a-4522-45d1-9142-61e9f1699493), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.020381 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f64b14f3-8ce7-4527-a8ba-fce574908235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.027037 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:35.043233 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f2d8798a-4522-45d1-9142-61e9f1699493), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.045884 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.047048 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2d8798a-4522-45d1-9142-61e9f1699493 HTTP/1.1" status: 204 len: 168 time: 0.1530361 Jul 26 03:11:35.062112 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d8798a-4522-45d1-9142-61e9f1699493,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:35.072973 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.073326 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.073667 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.074060 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.074327 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.074724 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.075082 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.075437 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.075729 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.076054 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.076458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.076784 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.077157 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.077609 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.078275 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b062bf-40f4-42e0-96b3-1e2cab9c1bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:35.123256 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97c44-8d98-41c0-9ace-68861bd05eb2 req-01e8f443-beda-4729-8a23-512ce4e83d7d tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:35.125068 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e0d97c44-8d98-41c0-9ace-68861bd05eb2 req-01e8f443-beda-4729-8a23-512ce4e83d7d tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0692861 Jul 26 03:11:35.179221 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f64b14f3-8ce7-4527-a8ba-fce574908235 admin admin] Publish callbacks [] for security_group (e18b9713-e181-4872-a4fc-dc066e217300), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.186244 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f64b14f3-8ce7-4527-a8ba-fce574908235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e18b9713-e181-4872-a4fc-dc066e217300), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.187603 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e0d97c44-8d98-41c0-9ace-68861bd05eb2 req-f1b09a13-e61c-49f6-98d9-31d431381904 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543926 Jul 26 03:11:35.229998 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b14f3-8ce7-4527-a8ba-fce574908235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18b9713-e181-4872-a4fc-dc066e217300,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:35.235368 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f64b14f3-8ce7-4527-a8ba-fce574908235 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdee78f3a79e4e7dab0cedd5aa21cac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494371 Jul 26 03:11:35.237960 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54242) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:35.273130 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '08000030-3c84-46e5-879c-b544723020e5', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'port_id': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'mac_address': 'fa:16:3e:6f:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ce020-f329-4f42-aca0-d419ac3ba613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:10:51Z', 'updated_at': '2022-07-26T03:11:33Z', 'revision_number': 1, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:35.300300 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607760e-8f71-49f6-b804-2ad656aed58b None None] The sync data for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi is: [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '08000030-3c84-46e5-879c-b544723020e5', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'port_id': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'mac_address': 'fa:16:3e:6f:c0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ce020-f329-4f42-aca0-d419ac3ba613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:10:51Z', 'updated_at': '2022-07-26T03:11:33Z', 'revision_number': 1, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:11:35.303071 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac9bd-514e-4ca5-851e-9df96e05a8ad admin admin] Publish callbacks [] for security_group (e18b9713-e181-4872-a4fc-dc066e217300), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.327226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac9bd-514e-4ca5-851e-9df96e05a8ad admin admin] Publish callbacks [] for security_group (e18b9713-e181-4872-a4fc-dc066e217300), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.417421 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255566b5-8c4e-441e-94f3-513e0a079102 req-e86ee9b2-ceef-4a93-b600-18bfeaa99411 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:35.419261 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-255566b5-8c4e-441e-94f3-513e0a079102 req-e86ee9b2-ceef-4a93-b600-18bfeaa99411 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0638459 Jul 26 03:11:35.420524 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac9bd-514e-4ca5-851e-9df96e05a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e18b9713-e181-4872-a4fc-dc066e217300), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.423388 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac9bd-514e-4ca5-851e-9df96e05a8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.424622 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bf8ac9bd-514e-4ca5-851e-9df96e05a8ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e18b9713-e181-4872-a4fc-dc066e217300 HTTP/1.1" status: 204 len: 168 time: 0.1857481 Jul 26 03:11:35.431590 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae8883-7e29-4c30-bc25-9b4055a8bd83 req-e32af071-6fcf-444a-91c3-19890a2e3fb5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:35.434312 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ac9bd-514e-4ca5-851e-9df96e05a8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18b9713-e181-4872-a4fc-dc066e217300,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:35.440488 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8fae8883-7e29-4c30-bc25-9b4055a8bd83 req-e32af071-6fcf-444a-91c3-19890a2e3fb5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 944 time: 0.0679564 Jul 26 03:11:35.493225 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-255566b5-8c4e-441e-94f3-513e0a079102 req-06e0838f-759b-46f9-b4d4-41c02d255e54 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601823 Jul 26 03:11:35.496737 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:35.519149 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8fae8883-7e29-4c30-bc25-9b4055a8bd83 req-ad3073b5-51e5-4ea8-865d-9c704ff80f63 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774548 Jul 26 03:11:35.735690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:11:35.835755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54268) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:35.856622 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-61da0438-e269-436f-8bb0-391c23f409f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.869400 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:35.883431 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:11:35.921262 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f87d1-acdb-41e2-8635-fd051a6c1524 req-4b265846-4e2e-4253-91bc-1f8d686ad8b2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:35.922847 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b80f87d1-acdb-41e2-8635-fd051a6c1524 req-4b265846-4e2e-4253-91bc-1f8d686ad8b2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.1025805 Jul 26 03:11:35.925639 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:35.926129 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:35.940811 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:11:35.979303 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:35.983907 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:36.004916 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b80f87d1-acdb-41e2-8635-fd051a6c1524 req-df268bb9-0a83-438f-a8ee-f4021c71daeb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643382 Jul 26 03:11:36.021683 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-61da0438-e269-436f-8bb0-391c23f409f5 admin admin] Publish callbacks [] for security_group (d9809ae8-8a33-4186-9013-ea6e050d3c3f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:36.040964 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-61da0438-e269-436f-8bb0-391c23f409f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d9809ae8-8a33-4186-9013-ea6e050d3c3f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:36.051426 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:36.059674 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.060114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.060566 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.061081 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.061568 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.062243 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.062707 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.063284 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.063687 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.064075 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.064465 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.064852 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.065234 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.065699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.066180 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:11:36.090976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da0438-e269-436f-8bb0-391c23f409f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9809ae8-8a33-4186-9013-ea6e050d3c3f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:36.103243 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-61da0438-e269-436f-8bb0-391c23f409f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3fe38e8d7fa4639aa60738319c61177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639532 Jul 26 03:11:36.103457 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54274) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:36.160538 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc99a-e5bd-449d-89d4-a4d20ecddcad admin admin] Publish callbacks [] for security_group (d9809ae8-8a33-4186-9013-ea6e050d3c3f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:36.183334 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7133345-2f79-4588-99a1-1a617151f7b5 None None] New status for floating IP 08000030-3c84-46e5-879c-b544723020e5: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:11:36.187280 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc99a-e5bd-449d-89d4-a4d20ecddcad admin admin] Publish callbacks [] for security_group (d9809ae8-8a33-4186-9013-ea6e050d3c3f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:36.249290 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc99a-e5bd-449d-89d4-a4d20ecddcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d9809ae8-8a33-4186-9013-ea6e050d3c3f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:36.252808 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc99a-e5bd-449d-89d4-a4d20ecddcad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:36.257613 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4f8dc99a-e5bd-449d-89d4-a4d20ecddcad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9809ae8-8a33-4186-9013-ea6e050d3c3f HTTP/1.1" status: 204 len: 168 time: 0.1526728 Jul 26 03:11:36.268536 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dc99a-e5bd-449d-89d4-a4d20ecddcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9809ae8-8a33-4186-9013-ea6e050d3c3f,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:36.342617 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d6e2-c367-49c9-b88b-8866ff02d612 req-d48cbb2b-ad20-4fea-aea9-5958a43903b0 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:36.345302 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5f22d6e2-c367-49c9-b88b-8866ff02d612 req-d48cbb2b-ad20-4fea-aea9-5958a43903b0 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0662019 Jul 26 03:11:36.405130 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5f22d6e2-c367-49c9-b88b-8866ff02d612 req-77888385-6101-45d5-9778-95f65c9977c4 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Jul 26 03:11:36.651694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b1641-003e-4d00-9483-55008fbba719 req-afa2c465-0470-4866-9969-5f1616c0aec4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:36.658727 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-441b1641-003e-4d00-9483-55008fbba719 req-afa2c465-0470-4866-9969-5f1616c0aec4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0620651 Jul 26 03:11:36.662419 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9bb0-7b8e-4b62-af05-68a4dcd6bdcc req-62d880e3-a038-4154-b875-299ba1fae6c5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:36.671709 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-608d9bb0-7b8e-4b62-af05-68a4dcd6bdcc req-62d880e3-a038-4154-b875-299ba1fae6c5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 945 time: 0.0644996 Jul 26 03:11:36.673943 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:36.713679 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-441b1641-003e-4d00-9483-55008fbba719 req-4bc42390-01ab-4115-bf7d-b4dcb1131c46 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537446 Jul 26 03:11:36.748999 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-608d9bb0-7b8e-4b62-af05-68a4dcd6bdcc req-1192b04b-faf3-4412-86c5-c847bcdc6530 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760427 Jul 26 03:11:37.032802 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['65c2f70b-d12f-49c9-8a17-b9a3a5a002cb'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:11:37.171857 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:37.181203 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb02d8-13da-45ec-9a11-fff1850e150f req-155acb3c-510b-4c09-862d-d13bc210315d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:37.182886 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cafb02d8-13da-45ec-9a11-fff1850e150f req-155acb3c-510b-4c09-862d-d13bc210315d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0776508 Jul 26 03:11:37.282803 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-7020bda1-9590-43af-80cb-322bf3f5f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:37.284349 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-7020bda1-9590-43af-80cb-322bf3f5f426 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1129 time: 0.1003602 Jul 26 03:11:37.311081 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cafb02d8-13da-45ec-9a11-fff1850e150f req-b38e93d9-e3d3-4627-b367-a0ef7a39a993 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165900 Jul 26 03:11:37.550823 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7827a-c1aa-4109-8060-2a117866c639 req-e8971144-afae-4631-814a-f31225aa5f22 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:37.552366 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5db7827a-c1aa-4109-8060-2a117866c639 req-e8971144-afae-4631-814a-f31225aa5f22 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0629830 Jul 26 03:11:37.614758 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5db7827a-c1aa-4109-8060-2a117866c639 req-997b7fe3-9261-4f08-bbdd-e195e863f885 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554640 Jul 26 03:11:37.700784 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54378) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:37.738422 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54384) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:37.915133 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:11:37.925115 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:37.948960 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-cc5b0810-e1bf-4266-9359-b321e92648ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1855886 Jul 26 03:11:38.033007 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-82f88295-0909-4343-ade1-84476b323e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.035434 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-82f88295-0909-4343-ade1-84476b323e93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.3143725 Jul 26 03:11:38.044216 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:11:38.059024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:11:38.059602 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.061852 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ede928-a680-416e-bd4d-203985324d32 req-4fb220a8-f63f-4d21-ac02-8e56fd7457f6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.065625 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-96ede928-a680-416e-bd4d-203985324d32 req-4fb220a8-f63f-4d21-ac02-8e56fd7457f6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 945 time: 0.1095147 Jul 26 03:11:38.073901 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-50b27b28-f079-43ac-b6f1-e5413d67beba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.084503 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddccf-e75a-4205-a105-0f224283ab3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.110665 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f346d-2a0f-4ef7-90fa-75efa43beec6 req-4c30fef7-b515-4cbf-abac-239ad4deb431 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.112445 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-568f346d-2a0f-4ef7-90fa-75efa43beec6 req-4c30fef7-b515-4cbf-abac-239ad4deb431 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0756607 Jul 26 03:11:38.184749 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:11:38.185477 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.217139 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-568f346d-2a0f-4ef7-90fa-75efa43beec6 req-3c360ab4-e25e-4325-a711-e1723d3cc63d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866356 Jul 26 03:11:38.237315 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:38.239221 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:38.240871 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:38.245035 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61225ed4-5210-4a4b-a9e5-550d058fd65f" -d '{"events": [{"server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "name": "network-vif-plugged", "status": "completed", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:38.245294 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddccf-e75a-4205-a105-0f224283ab3c admin admin] Publish callbacks [] for security_group (e01205b8-368d-4a49-99ef-c31a64811193), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.262566 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddccf-e75a-4205-a105-0f224283ab3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e01205b8-368d-4a49-99ef-c31a64811193), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.263366 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.265616 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-96ede928-a680-416e-bd4d-203985324d32 req-365861a6-e216-4084-8481-092c3bcf3bfe tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1915791 Jul 26 03:11:38.280563 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:38.306593 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:38.324281 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee30170-f40d-498a-b966-db01bddce3f8 x-openstack-request-id: req-4ee30170-f40d-498a-b966-db01bddce3f8 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:38.324581 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "name": "network-vif-plugged", "status": "completed", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:38.324812 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ee30170-f40d-498a-b966-db01bddce3f8 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:38.325226 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee30170-f40d-498a-b966-db01bddce3f8'] response: {'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'code': 200} Jul 26 03:11:38.338099 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1e3ddccf-e75a-4205-a105-0f224283ab3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bc30038bf074e49a8f72bb78e4faa85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6357145 Jul 26 03:11:38.339004 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ddccf-e75a-4205-a105-0f224283ab3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01205b8-368d-4a49-99ef-c31a64811193,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:38.341317 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54404) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:38.349419 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-50b27b28-f079-43ac-b6f1-e5413d67beba admin admin] Publish callbacks [] for security_group (0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.355381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-50b27b28-f079-43ac-b6f1-e5413d67beba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.370371 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:38.400178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9909b257-c484-44c4-b56b-e305fa1ed72b admin admin] Publish callbacks [] for security_group (e01205b8-368d-4a49-99ef-c31a64811193), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.403373 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-50b27b28-f079-43ac-b6f1-e5413d67beba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86cf1121794c454b8690c0d7085cc2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6635382 Jul 26 03:11:38.406009 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54406) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:38.412990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b27b28-f079-43ac-b6f1-e5413d67beba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:38.442550 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9909b257-c484-44c4-b56b-e305fa1ed72b admin admin] Publish callbacks [] for security_group (e01205b8-368d-4a49-99ef-c31a64811193), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.448387 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b007418-e460-4e7d-9763-47fb39d432dd req-c4483a8d-251e-4bea-abf0-fdceae214bad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.449890 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7b007418-e460-4e7d-9763-47fb39d432dd req-c4483a8d-251e-4bea-abf0-fdceae214bad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0498483 Jul 26 03:11:38.498333 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-619f8b24-44c1-4867-a44a-e53632b8a9da admin admin] Publish callbacks [] for security_group (0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.522426 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-619f8b24-44c1-4867-a44a-e53632b8a9da admin admin] Publish callbacks [] for security_group (0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.528041 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-a51b77cc-7b7c-428f-b546-9620b5eefb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.528892 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:38.529662 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-a51b77cc-7b7c-428f-b546-9620b5eefb37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 1130 time: 0.0601261 Jul 26 03:11:38.531661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9909b257-c484-44c4-b56b-e305fa1ed72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e01205b8-368d-4a49-99ef-c31a64811193), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.535158 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7b007418-e460-4e7d-9763-47fb39d432dd req-5f630dd5-06bb-4aeb-be1e-a4e0aab8e690 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774209 Jul 26 03:11:38.535281 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9909b257-c484-44c4-b56b-e305fa1ed72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.535682 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9909b257-c484-44c4-b56b-e305fa1ed72b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e01205b8-368d-4a49-99ef-c31a64811193 HTTP/1.1" status: 204 len: 168 time: 0.1926479 Jul 26 03:11:38.553988 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909b257-c484-44c4-b56b-e305fa1ed72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01205b8-368d-4a49-99ef-c31a64811193,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:38.597229 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-619f8b24-44c1-4867-a44a-e53632b8a9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.600585 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-619f8b24-44c1-4867-a44a-e53632b8a9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:38.601889 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-619f8b24-44c1-4867-a44a-e53632b8a9da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8 HTTP/1.1" status: 204 len: 168 time: 0.1949141 Jul 26 03:11:38.611149 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f8b24-44c1-4867-a44a-e53632b8a9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f69a0ac-aeb2-4e87-8a7e-092aa1631ef8,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:38.742840 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-ba908edb-7b0d-4899-b938-db2f627824e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 1001 time: 0.1092744 Jul 26 03:11:38.821725 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-4c1ef239-b113-47bb-90e5-c3532dbf3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.824008 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-4c1ef239-b113-47bb-90e5-c3532dbf3855 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1604316 Jul 26 03:11:38.830066 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-efd77f31-1762-402a-87e2-067a51165716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.831756 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-efd77f31-1762-402a-87e2-067a51165716 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0674543 Jul 26 03:11:38.879448 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-1454d6e1-e16c-4b36-af7b-af15c511fdb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c749033-d963-446a-8db6-a53a1ffff8ef HTTP/1.1" status: 200 len: 217 time: 0.0475659 Jul 26 03:11:38.896973 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-149fba68-593a-4d6f-a8bd-1be24ca2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.899215 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-149fba68-593a-4d6f-a8bd-1be24ca2c60d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500085 Jul 26 03:11:38.917147 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:38.962827 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629462ac-26ab-49c7-bfe8-b88117fd6384 req-e3d418ab-bf10-4bac-a83d-4231722bbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.964298 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-629462ac-26ab-49c7-bfe8-b88117fd6384 req-e3d418ab-bf10-4bac-a83d-4231722bbabf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 1130 time: 0.0874858 Jul 26 03:11:38.988525 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-6a897b4a-feb7-4baf-9cba-bcf474dc656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:38.989976 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-6a897b4a-feb7-4baf-9cba-bcf474dc656d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.1005194 Jul 26 03:11:39.021041 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-944774de-feea-4d78-9bc8-f5920889ff75 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154447 Jul 26 03:11:39.034588 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54422) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:39.049764 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-629462ac-26ab-49c7-bfe8-b88117fd6384 req-4218d82d-d07d-4f94-902b-da65a4d93e44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784020 Jul 26 03:11:39.055818 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-12070dfa-bc9d-4664-b6ea-d87a2ed0d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:39.057360 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-12070dfa-bc9d-4664-b6ea-d87a2ed0d4c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549297 Jul 26 03:11:39.100427 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-480cec36-b433-40c5-aab2-dfd198baa446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:39.169898 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-66f12d66-6251-49d2-bb3f-35a7320e9d14 req-9f667cdf-5f4c-4766-9383-d5ad2e15af70 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433542 Jul 26 03:11:39.221164 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-480cec36-b433-40c5-aab2-dfd198baa446 admin admin] Publish callbacks [] for security_group (958ed80e-5895-430b-b0c9-21bc39c65894), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:39.226769 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-480cec36-b433-40c5-aab2-dfd198baa446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (958ed80e-5895-430b-b0c9-21bc39c65894), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:39.267489 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-480cec36-b433-40c5-aab2-dfd198baa446 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a69bfbb0f0804d73939a2a27a4769919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307370 Jul 26 03:11:39.272769 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54436) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:39.274485 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cec36-b433-40c5-aab2-dfd198baa446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958ed80e-5895-430b-b0c9-21bc39c65894,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:39.441780 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7e968e21-1e1b-470b-8edb-d5af5d9016d6 admin admin] Publish callbacks [] for security_group (958ed80e-5895-430b-b0c9-21bc39c65894), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:39.451589 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e343a10-a968-4403-90e7-4053cba52664 req-dac8940e-004e-4406-9623-c994dfb1ec04 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:39.453478 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4e343a10-a968-4403-90e7-4053cba52664 req-dac8940e-004e-4406-9623-c994dfb1ec04 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0734990 Jul 26 03:11:39.483958 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:39.511342 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7e968e21-1e1b-470b-8edb-d5af5d9016d6 admin admin] Publish callbacks [] for security_group (958ed80e-5895-430b-b0c9-21bc39c65894), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:39.537824 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-e3a3cdbe-bbf4-4903-92ad-b42b90dd977c service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360051 Jul 26 03:11:39.580596 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4e343a10-a968-4403-90e7-4053cba52664 req-7a7ee83c-73c5-4a9b-8ceb-68165db3a172 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161146 Jul 26 03:11:39.609721 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7e968e21-1e1b-470b-8edb-d5af5d9016d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (958ed80e-5895-430b-b0c9-21bc39c65894), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:39.612584 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7e968e21-1e1b-470b-8edb-d5af5d9016d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:39.614119 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-7e968e21-1e1b-470b-8edb-d5af5d9016d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/958ed80e-5895-430b-b0c9-21bc39c65894 HTTP/1.1" status: 204 len: 168 time: 0.3382180 Jul 26 03:11:39.625437 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e968e21-1e1b-470b-8edb-d5af5d9016d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958ed80e-5895-430b-b0c9-21bc39c65894,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:39.707701 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd89bd-4210-4c55-95a8-851693e1340d req-57027330-f5fd-417f-bc55-06b30321c238 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:39.715691 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72bd89bd-4210-4c55-95a8-851693e1340d req-57027330-f5fd-417f-bc55-06b30321c238 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 946 time: 0.0607531 Jul 26 03:11:39.802176 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72bd89bd-4210-4c55-95a8-851693e1340d req-23c335a7-c9a1-42a7-825d-d2499798545e tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852392 Jul 26 03:11:39.846106 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201b5c8-88d7-46f1-86c7-ea6c4b6bfa36 req-b3de4862-89ab-402e-a8a9-3b12d34fbf2d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:39.853088 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e201b5c8-88d7-46f1-86c7-ea6c4b6bfa36 req-b3de4862-89ab-402e-a8a9-3b12d34fbf2d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0727139 Jul 26 03:11:39.885203 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:39.921142 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e201b5c8-88d7-46f1-86c7-ea6c4b6bfa36 req-70383681-1586-4a72-80ee-1bc59b74c967 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670655 Jul 26 03:11:39.988736 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9ba6428b-a77c-4ce1-a6c8-07ecbbf86ff4 req-28f95229-cd1d-46a2-ad16-e311849bc03a service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310172 Jul 26 03:11:40.161442 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243f1cf-8998-4f86-95c3-1628cd2584f9 req-e36a2809-590f-4905-990d-156c6b2c3b61 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:40.163352 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c243f1cf-8998-4f86-95c3-1628cd2584f9 req-e36a2809-590f-4905-990d-156c6b2c3b61 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0841308 Jul 26 03:11:40.173547 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54482) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:40.178529 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'floatingip': {'port_id': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:40.222325 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (12795836-1a31-4f68-b8e5-d4983fa96237), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:40.600549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54502) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:40.718401 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:40.769195 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:40.782308 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a47bda-fc50-43de-bcd0-ba49c38ac492 req-331891f6-db44-42c3-a45d-9251ff51cd35 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:40.789967 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f7a47bda-fc50-43de-bcd0-ba49c38ac492 req-331891f6-db44-42c3-a45d-9251ff51cd35 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0940213 Jul 26 03:11:40.815982 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb755b47-92c7-4af3-afd1-430b10015ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:40.932802 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:40.993269 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44805659-77a5-4f99-b0ef-d39a262c616d req-66a15960-2cea-4ad3-a154-7ba2942f68bc tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:41.001334 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44805659-77a5-4f99-b0ef-d39a262c616d req-66a15960-2cea-4ad3-a154-7ba2942f68bc tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 946 time: 0.0626979 Jul 26 03:11:41.024721 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f7a47bda-fc50-43de-bcd0-ba49c38ac492 req-878127e6-2cfd-40da-9543-57ef2167be61 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339089 Jul 26 03:11:41.045835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.058539 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (12795836-1a31-4f68-b8e5-d4983fa96237), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.065828 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb755b47-92c7-4af3-afd1-430b10015ba6 admin admin] Publish callbacks [] for security_group (91214697-bdef-425a-b490-5eee96aed5f9), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.074690 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-cb755b47-92c7-4af3-afd1-430b10015ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (91214697-bdef-425a-b490-5eee96aed5f9), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.091476 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44805659-77a5-4f99-b0ef-d39a262c616d req-1a503187-fc4e-4353-a0e7-d833ec41b599 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892975 Jul 26 03:11:41.123772 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-cb755b47-92c7-4af3-afd1-430b10015ba6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7839c0b004d420893ab5d2819da10be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5218492 Jul 26 03:11:41.123965 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54524) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:41.125600 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb755b47-92c7-4af3-afd1-430b10015ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91214697-bdef-425a-b490-5eee96aed5f9,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:41.267220 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Floating IP 12795836-1a31-4f68-b8e5-d4983fa96237 associated. External IP: 172.27.3.104, port: d86abaff-32bb-4e23-9486-8cfc0e7fcbfa. Jul 26 03:11:41.269514 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223232e-391a-4f80-a87f-33225876a469 req-ac28d589-e0d9-4866-b889-4b08b775dd20 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:41.271228 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c223232e-391a-4f80-a87f-33225876a469 req-ac28d589-e0d9-4866-b889-4b08b775dd20 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 946 time: 0.0887551 Jul 26 03:11:41.281938 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54536) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:41.287933 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:11:41.359651 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47be172c-151f-45b4-89cd-bb5f164dffe5 admin admin] Publish callbacks [] for security_group (91214697-bdef-425a-b490-5eee96aed5f9), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.401732 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47be172c-151f-45b4-89cd-bb5f164dffe5 admin admin] Publish callbacks [] for security_group (91214697-bdef-425a-b490-5eee96aed5f9), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.439228 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (1da785fd-ec66-4b19-8180-c405e198b25f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.583829 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47be172c-151f-45b4-89cd-bb5f164dffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (91214697-bdef-425a-b490-5eee96aed5f9), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.589644 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47be172c-151f-45b4-89cd-bb5f164dffe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.594243 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-47be172c-151f-45b4-89cd-bb5f164dffe5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91214697-bdef-425a-b490-5eee96aed5f9 HTTP/1.1" status: 204 len: 168 time: 0.4669106 Jul 26 03:11:41.610457 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be172c-151f-45b4-89cd-bb5f164dffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91214697-bdef-425a-b490-5eee96aed5f9,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:41.656539 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Router 7341cc72-2053-4525-97ce-be3c55bedcf5 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:11:41.889769 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:11:41.897434 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:41.905188 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] Sync routers for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:11:41.925569 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:41.926515 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:42.011900 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ae4cc95d-288c-4bd7-8e12-7c9cd0a55771 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "PUT /v2.0/floatingips/12795836-1a31-4f68-b8e5-d4983fa96237 HTTP/1.1" status: 200 len: 991 time: 1.8371453 Jul 26 03:11:42.012485 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:42.021350 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f690c95-8229-4b72-928e-74bc38a07418" -d '{"events": [{"name": "network-changed", "server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:42.164767 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c04f9a-3372-48bd-a21a-d9bb565d1767 x-openstack-request-id: req-58c04f9a-3372-48bd-a21a-d9bb565d1767 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:42.165051 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:42.165298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58c04f9a-3372-48bd-a21a-d9bb565d1767 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:42.165695 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c04f9a-3372-48bd-a21a-d9bb565d1767'] response: {'name': 'network-changed', 'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'status': 'completed', 'code': 200} Jul 26 03:11:42.229594 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:42.274063 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:42.295587 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:42.315362 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:42.323893 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571933-7e54-4d78-a59d-4df062499361 req-332be12e-4318-4e26-b56c-13bcb52442c0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:42.325672 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c2571933-7e54-4d78-a59d-4df062499361 req-332be12e-4318-4e26-b56c-13bcb52442c0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.1167357 Jul 26 03:11:42.421171 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:42.477237 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c2571933-7e54-4d78-a59d-4df062499361 req-658422c0-9ec7-48cc-aaa4-fcee57cdbf20 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412628 Jul 26 03:11:42.500521 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '12795836-1a31-4f68-b8e5-d4983fa96237', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'port_id': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'mac_address': 'fa:16:3e:e3:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:03Z', 'updated_at': '2022-07-26T03:11:40Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:42.529290 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] Checking router: 7341cc72-2053-4525-97ce-be3c55bedcf5 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:11:42.543813 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:42.544464 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:42.656809 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:42.678702 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690c95-8229-4b72-928e-74bc38a07418 req-0cd3a498-b8c8-4a34-9e0d-7d85b3d69f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:42.683467 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f690c95-8229-4b72-928e-74bc38a07418 req-0cd3a498-b8c8-4a34-9e0d-7d85b3d69f65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 1129 time: 0.3785625 Jul 26 03:11:42.706196 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.db.resource_extend [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 26 03:11:42.846666 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:42.855335 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:42.865218 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1da785fd-ec66-4b19-8180-c405e198b25f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:42.961069 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '12795836-1a31-4f68-b8e5-d4983fa96237', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'port_id': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'mac_address': 'fa:16:3e:e3:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:03Z', 'updated_at': '2022-07-26T03:11:40Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:42.979678 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690c95-8229-4b72-928e-74bc38a07418 req-42617aee-9fb7-4db0-bae9-b962286ec961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:42.981535 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f690c95-8229-4b72-928e-74bc38a07418 req-42617aee-9fb7-4db0-bae9-b962286ec961 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 911 time: 0.2897518 Jul 26 03:11:43.004636 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3811780-e031-46ed-a21b-7c53cc614ed0 None None] The sync data for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi is: [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '12795836-1a31-4f68-b8e5-d4983fa96237', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'port_id': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'mac_address': 'fa:16:3e:e3:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:03Z', 'updated_at': '2022-07-26T03:11:40Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:11:43.116428 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f690c95-8229-4b72-928e-74bc38a07418 req-78e8dc43-74e9-478f-81d8-7fab65d0798a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa HTTP/1.1" status: 200 len: 999 time: 0.1270730 Jul 26 03:11:43.118048 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP 1da785fd-ec66-4b19-8180-c405e198b25f associated. External IP: 172.27.3.238, port: 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb. Jul 26 03:11:43.254412 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690c95-8229-4b72-928e-74bc38a07418 req-12fa1029-d0c2-4748-9c56-1a43c6cde0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:43.255902 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f690c95-8229-4b72-928e-74bc38a07418 req-12fa1029-d0c2-4748-9c56-1a43c6cde0c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 200 len: 849 time: 0.1047201 Jul 26 03:11:43.292015 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4963d9e-7152-47c3-b40a-468a87c2a75c None None] New status for floating IP 12795836-1a31-4f68-b8e5-d4983fa96237: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:11:43.324491 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:11:43.372718 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690c95-8229-4b72-928e-74bc38a07418 req-aa0e6db6-acbb-4454-a9b2-e1139a0a697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:43.374283 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f690c95-8229-4b72-928e-74bc38a07418 req-aa0e6db6-acbb-4454-a9b2-e1139a0a697d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ee3d40a-6386-40e4-904c-54dd185c894f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049116 Jul 26 03:11:43.513009 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:11:43.543116 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f690c95-8229-4b72-928e-74bc38a07418 req-1ad06b39-d0b9-4929-a060-e6b38d32f33d service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368797 Jul 26 03:11:43.710561 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa90e8-50f2-4e63-9147-e314438de264 req-564b240f-d46e-4a20-a6f1-3e5d0847dfc1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:43.711957 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-62aa90e8-50f2-4e63-9147-e314438de264 req-564b240f-d46e-4a20-a6f1-3e5d0847dfc1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.1249435 Jul 26 03:11:43.769999 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:11:43.779785 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:11:43.782781 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:43.789279 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:43.795119 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:43.795885 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:43.811219 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f690c95-8229-4b72-928e-74bc38a07418 req-2c83119d-8d83-4d77-b572-de10bf24f44d service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622402 Jul 26 03:11:43.825120 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-62aa90e8-50f2-4e63-9147-e314438de264 req-d04d1d33-7b64-41d0-a193-698acd12dbe9 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070337 Jul 26 03:11:43.828635 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:43.835599 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f87a608f-16a7-4284-a3ae-40332619b51f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "PUT /v2.0/floatingips/1da785fd-ec66-4b19-8180-c405e198b25f HTTP/1.1" status: 200 len: 992 time: 2.5524974 Jul 26 03:11:43.836234 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:43.838514 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d6eae8-f2e0-4a69-bc88-da98c825b480" -d '{"events": [{"name": "network-changed", "server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:43.878804 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74411bd5-5101-4da4-b2c1-712328c61ba3 x-openstack-request-id: req-74411bd5-5101-4da4-b2c1-712328c61ba3 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:43.879137 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:43.879383 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74411bd5-5101-4da4-b2c1-712328c61ba3 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:43.879787 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74411bd5-5101-4da4-b2c1-712328c61ba3'] response: {'name': 'network-changed', 'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'status': 'completed', 'code': 200} Jul 26 03:11:43.925055 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:43.947972 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-0e9407a8-4875-456a-a0aa-95c45c5e8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:43.950171 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-0e9407a8-4875-456a-a0aa-95c45c5e8271 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 1130 time: 0.0396304 Jul 26 03:11:44.058262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-dbea3a2a-639f-4f59-b882-831f21a0fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:44.059906 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-dbea3a2a-639f-4f59-b882-831f21a0fafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 916 time: 0.1022031 Jul 26 03:11:44.131889 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-19ed8348-b46b-4601-bc00-05c2f6526520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb HTTP/1.1" status: 200 len: 1000 time: 0.0643895 Jul 26 03:11:44.199653 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-f53649d2-1c4c-442f-b66b-b24fe935e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:44.201178 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-f53649d2-1c4c-442f-b66b-b24fe935e0dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0581369 Jul 26 03:11:44.251134 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-f6ba32a2-2b4d-47e8-8af4-e7368fb5d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:44.251757 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-f6ba32a2-2b4d-47e8-8af4-e7368fb5d3ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400956 Jul 26 03:11:44.265783 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:42Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:44.292501 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:11:44.302220 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:11:44.302614 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:44.355683 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-72a038da-09b3-4307-a348-531c3afef302 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971222 Jul 26 03:11:44.388752 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:44.412936 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:11:44.463839 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72d6eae8-f2e0-4a69-bc88-da98c825b480 req-c273167b-cc43-4e3c-9673-36ef17d8a842 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993469 Jul 26 03:11:44.465100 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:44.666570 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:42Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:11:44.691557 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285fe656-8689-4ef4-afe5-131cb71c1f1f None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:42Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:11:44.874486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206de9a-7273-4abd-a106-74145c1e2f27 None None] New status for floating IP 1da785fd-ec66-4b19-8180-c405e198b25f: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:11:44.964913 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0987ac-c9cb-4c7f-8334-3e7319264f7f req-767a53ec-33ab-4286-a96f-5304182c4dc1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:44.966394 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d0987ac-c9cb-4c7f-8334-3e7319264f7f req-767a53ec-33ab-4286-a96f-5304182c4dc1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0495124 Jul 26 03:11:45.027757 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d0987ac-c9cb-4c7f-8334-3e7319264f7f req-f5540106-97d6-4dd8-b125-d15dca8ffadf tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554814 Jul 26 03:11:45.979769 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54698) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:46.070290 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54704) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:46.143435 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-45b413ba-4de2-4683-8d3a-c61a56f53e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.173833 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b59e35-9684-479b-99fa-62c2e4bb840e req-a9ff2155-0d3c-4793-8bd1-be83411f946f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:46.175371 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82b59e35-9684-479b-99fa-62c2e4bb840e req-a9ff2155-0d3c-4793-8bd1-be83411f946f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0691483 Jul 26 03:11:46.197568 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-359ec650-decf-4f37-9af7-80435f9051ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.228269 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-45b413ba-4de2-4683-8d3a-c61a56f53e41 admin admin] Publish callbacks [] for security_group (ce93167e-8ebb-4deb-b089-fb4d311ff4c8), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.233665 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-45b413ba-4de2-4683-8d3a-c61a56f53e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ce93167e-8ebb-4deb-b089-fb4d311ff4c8), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.254367 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82b59e35-9684-479b-99fa-62c2e4bb840e req-5e7098c0-cb5c-4ca1-b051-1ac3be8c2811 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690229 Jul 26 03:11:46.277985 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b413ba-4de2-4683-8d3a-c61a56f53e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93167e-8ebb-4deb-b089-fb4d311ff4c8,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:46.284787 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-45b413ba-4de2-4683-8d3a-c61a56f53e41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b98732cfa174357a82beef1a2af41c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038626 Jul 26 03:11:46.287370 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54710) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:46.323058 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:46.325054 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-359ec650-decf-4f37-9af7-80435f9051ab admin admin] Publish callbacks [] for security_group (2e41a39d-0716-4677-ab82-857ff6a9358b), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.330529 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-359ec650-decf-4f37-9af7-80435f9051ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2e41a39d-0716-4677-ab82-857ff6a9358b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.340144 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5c82b7e9-d327-4742-888e-d6a942d22b6c admin admin] Publish callbacks [] for security_group (ce93167e-8ebb-4deb-b089-fb4d311ff4c8), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.361870 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5c82b7e9-d327-4742-888e-d6a942d22b6c admin admin] Publish callbacks [] for security_group (ce93167e-8ebb-4deb-b089-fb4d311ff4c8), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.373278 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ec650-decf-4f37-9af7-80435f9051ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41a39d-0716-4677-ab82-857ff6a9358b,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:46.380389 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-359ec650-decf-4f37-9af7-80435f9051ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9271e6aaf1ea446888d612cf5b40000b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087838 Jul 26 03:11:46.381560 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54712) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:46.388270 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:46.415435 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5c82b7e9-d327-4742-888e-d6a942d22b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ce93167e-8ebb-4deb-b089-fb4d311ff4c8), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.418498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5c82b7e9-d327-4742-888e-d6a942d22b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.419727 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-5c82b7e9-d327-4742-888e-d6a942d22b6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce93167e-8ebb-4deb-b089-fb4d311ff4c8 HTTP/1.1" status: 204 len: 168 time: 0.1312943 Jul 26 03:11:46.427664 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82b7e9-d327-4742-888e-d6a942d22b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93167e-8ebb-4deb-b089-fb4d311ff4c8,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:46.433109 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8f21-08b1-4037-8e9b-63d6d88e08ac admin admin] Publish callbacks [] for security_group (2e41a39d-0716-4677-ab82-857ff6a9358b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.457186 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8f21-08b1-4037-8e9b-63d6d88e08ac admin admin] Publish callbacks [] for security_group (2e41a39d-0716-4677-ab82-857ff6a9358b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.505426 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8f21-08b1-4037-8e9b-63d6d88e08ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2e41a39d-0716-4677-ab82-857ff6a9358b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.508329 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8f21-08b1-4037-8e9b-63d6d88e08ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.509533 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8bfa8f21-08b1-4037-8e9b-63d6d88e08ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e41a39d-0716-4677-ab82-857ff6a9358b HTTP/1.1" status: 204 len: 168 time: 0.1270950 Jul 26 03:11:46.518842 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa8f21-08b1-4037-8e9b-63d6d88e08ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41a39d-0716-4677-ab82-857ff6a9358b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:46.711091 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54722) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:46.718298 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:46.725227 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a268-7ccd-46e7-bfd7-1308ba02f449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.804568 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a268-7ccd-46e7-bfd7-1308ba02f449 admin admin] Publish callbacks [] for security_group (4d146fd1-ca18-446f-88e1-dc482e9f7a5b), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.811828 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a268-7ccd-46e7-bfd7-1308ba02f449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (4d146fd1-ca18-446f-88e1-dc482e9f7a5b), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.849411 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7a268-7ccd-46e7-bfd7-1308ba02f449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d146fd1-ca18-446f-88e1-dc482e9f7a5b,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:46.857775 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ecb7a268-7ccd-46e7-bfd7-1308ba02f449 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23609d1827aa41db8ff53c079832cf28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431031 Jul 26 03:11:46.858133 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54730) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:46.909283 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e040308-f73a-4a03-9952-8ce68f102dcc admin admin] Publish callbacks [] for security_group (4d146fd1-ca18-446f-88e1-dc482e9f7a5b), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.934292 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e040308-f73a-4a03-9952-8ce68f102dcc admin admin] Publish callbacks [] for security_group (4d146fd1-ca18-446f-88e1-dc482e9f7a5b), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.995612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e040308-f73a-4a03-9952-8ce68f102dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (4d146fd1-ca18-446f-88e1-dc482e9f7a5b), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:46.999076 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9e040308-f73a-4a03-9952-8ce68f102dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.000538 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-9e040308-f73a-4a03-9952-8ce68f102dcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d146fd1-ca18-446f-88e1-dc482e9f7a5b HTTP/1.1" status: 204 len: 168 time: 0.1415665 Jul 26 03:11:47.010555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e040308-f73a-4a03-9952-8ce68f102dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d146fd1-ca18-446f-88e1-dc482e9f7a5b,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:47.348284 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54758) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:47.373035 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42b68868-430f-4d1b-b16c-bc86c34ff868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.448412 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f989-3607-40b1-b54f-38189ef92a58 req-f2017642-a655-409e-8b0b-14c0ae66fa65 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:47.450025 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d76f989-3607-40b1-b54f-38189ef92a58 req-f2017642-a655-409e-8b0b-14c0ae66fa65 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0623465 Jul 26 03:11:47.532196 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d76f989-3607-40b1-b54f-38189ef92a58 req-bd908492-1477-446f-9a3d-e14bc95f9e8e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744019 Jul 26 03:11:47.537101 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42b68868-430f-4d1b-b16c-bc86c34ff868 admin admin] Publish callbacks [] for security_group (52154bad-25c9-4bb3-92cd-1e909a967a9c), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.542319 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42b68868-430f-4d1b-b16c-bc86c34ff868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (52154bad-25c9-4bb3-92cd-1e909a967a9c), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.585264 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b68868-430f-4d1b-b16c-bc86c34ff868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52154bad-25c9-4bb3-92cd-1e909a967a9c,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:47.590388 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-42b68868-430f-4d1b-b16c-bc86c34ff868 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=224696e362c34e0e8a6558b2e456d7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410400 Jul 26 03:11:47.593277 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54764) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:47.643711 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d97f-4b92-4e02-a5c8-8553c2e095fb admin admin] Publish callbacks [] for security_group (52154bad-25c9-4bb3-92cd-1e909a967a9c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.666178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d97f-4b92-4e02-a5c8-8553c2e095fb admin admin] Publish callbacks [] for security_group (52154bad-25c9-4bb3-92cd-1e909a967a9c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.716590 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d97f-4b92-4e02-a5c8-8553c2e095fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (52154bad-25c9-4bb3-92cd-1e909a967a9c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.719163 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d97f-4b92-4e02-a5c8-8553c2e095fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:47.720356 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8ae4d97f-4b92-4e02-a5c8-8553c2e095fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52154bad-25c9-4bb3-92cd-1e909a967a9c HTTP/1.1" status: 204 len: 168 time: 0.1260729 Jul 26 03:11:47.728189 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4d97f-4b92-4e02-a5c8-8553c2e095fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52154bad-25c9-4bb3-92cd-1e909a967a9c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:48.654253 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606cccf-3005-4aff-bcfd-99d6d99f180b req-ab8f86e2-7d40-4476-bdfc-b9160c44e487 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:48.655681 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6606cccf-3005-4aff-bcfd-99d6d99f180b req-ab8f86e2-7d40-4476-bdfc-b9160c44e487 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0504229 Jul 26 03:11:48.703639 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6606cccf-3005-4aff-bcfd-99d6d99f180b req-d80cdc9b-b768-4f47-96b8-9b507335d741 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Jul 26 03:11:49.719801 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6e0dcf95-04c0-4d2c-9716-1fea67570003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:49.824194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b61b67-1c46-4b2d-80b8-0f48e0dfcbb8 req-f7f1e28c-8562-42fb-bf3c-83653ad13d75 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:49.825648 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-07b61b67-1c46-4b2d-80b8-0f48e0dfcbb8 req-f7f1e28c-8562-42fb-bf3c-83653ad13d75 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0503368 Jul 26 03:11:49.873220 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-07b61b67-1c46-4b2d-80b8-0f48e0dfcbb8 req-ccb33a34-88c2-4596-8fda-41b56c7e09e1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Jul 26 03:11:50.996867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453b697-4b5e-46d9-87fb-df6d8201cdbf req-1f305686-0a64-4918-97c3-7683bce117b7 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:50.998439 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b453b697-4b5e-46d9-87fb-df6d8201cdbf req-1f305686-0a64-4918-97c3-7683bce117b7 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0490599 Jul 26 03:11:51.061924 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b453b697-4b5e-46d9-87fb-df6d8201cdbf req-040860b4-36e2-4799-a7ee-8530c78f171c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575213 Jul 26 03:11:51.940034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2e1f5b8c-9529-4cd7-96cf-4dbe5a5496c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:51.953801 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df44d60-8e18-45e8-8df9-9d50f9a65a48 req-6d9f6fc6-a196-4765-8f48-c0437cd44b7a tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:51.955562 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6df44d60-8e18-45e8-8df9-9d50f9a65a48 req-6d9f6fc6-a196-4765-8f48-c0437cd44b7a tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0524454 Jul 26 03:11:51.981120 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:52.011114 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6df44d60-8e18-45e8-8df9-9d50f9a65a48 req-9dd3a340-6ab6-4994-8a7c-088d341e23ea tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Jul 26 03:11:52.195326 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fb8ea-52b7-4e1d-8555-3e65140e0850 req-03e706ab-afea-4a3e-9a47-f7511ba4f365 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:52.196806 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-932fb8ea-52b7-4e1d-8555-3e65140e0850 req-03e706ab-afea-4a3e-9a47-f7511ba4f365 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0481925 Jul 26 03:11:52.223205 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:52.246935 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-932fb8ea-52b7-4e1d-8555-3e65140e0850 req-365828b8-a716-4f08-a7e8-ba031957d771 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Jul 26 03:11:53.129907 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.147245 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa83a44-3c0f-453c-aaee-d9296737fd2c req-e4430f83-081a-42ce-9185-4c60cdbda312 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:53.149362 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cfa83a44-3c0f-453c-aaee-d9296737fd2c req-e4430f83-081a-42ce-9185-4c60cdbda312 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0630567 Jul 26 03:11:53.205802 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cfa83a44-3c0f-453c-aaee-d9296737fd2c req-1bb453f3-087d-4930-a1e3-b05644a66ceb tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499434 Jul 26 03:11:53.206334 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54896) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:53.337592 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e73ca155-c98c-4560-b5be-9731cbd354f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.609239 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fafb1-675b-49b0-8b55-2ae9c0586b51 req-1e79a1df-f8ac-4cd2-b672-c630e429b637 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:53.610754 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f1fafb1-675b-49b0-8b55-2ae9c0586b51 req-1e79a1df-f8ac-4cd2-b672-c630e429b637 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.2885606 Jul 26 03:11:53.632336 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:53.699002 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f1fafb1-675b-49b0-8b55-2ae9c0586b51 req-bc2fb4bb-a8ce-4c31-bec7-5fd9521bac46 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813975 Jul 26 03:11:53.707996 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e73ca155-c98c-4560-b5be-9731cbd354f7 admin admin] Publish callbacks [] for security_group (33132d01-8ef8-4f53-914c-054ab0760920), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.712918 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e73ca155-c98c-4560-b5be-9731cbd354f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (33132d01-8ef8-4f53-914c-054ab0760920), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.751931 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-e73ca155-c98c-4560-b5be-9731cbd354f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f71eebc9ce647f9be7f78cc22c15f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445616 Jul 26 03:11:53.753017 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ca155-c98c-4560-b5be-9731cbd354f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33132d01-8ef8-4f53-914c-054ab0760920,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:53.755980 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54908) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:53.808295 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1590ba8-e1f5-43ea-acb4-9375c363c989 admin admin] Publish callbacks [] for security_group (33132d01-8ef8-4f53-914c-054ab0760920), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.831082 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1590ba8-e1f5-43ea-acb4-9375c363c989 admin admin] Publish callbacks [] for security_group (33132d01-8ef8-4f53-914c-054ab0760920), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.853057 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:53.884554 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1590ba8-e1f5-43ea-acb4-9375c363c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (33132d01-8ef8-4f53-914c-054ab0760920), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.887265 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f1590ba8-e1f5-43ea-acb4-9375c363c989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:53.888441 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f1590ba8-e1f5-43ea-acb4-9375c363c989 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33132d01-8ef8-4f53-914c-054ab0760920 HTTP/1.1" status: 204 len: 168 time: 0.1314800 Jul 26 03:11:53.896452 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1590ba8-e1f5-43ea-acb4-9375c363c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33132d01-8ef8-4f53-914c-054ab0760920,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:54.169033 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 54914) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:54.182974 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-44381ae0-bf2a-4d28-be6d-4bf9527bbafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.263691 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-44381ae0-bf2a-4d28-be6d-4bf9527bbafe admin admin] Publish callbacks [] for security_group (0aab876d-9017-46d5-a38b-db32ccd22bde), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.269517 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-44381ae0-bf2a-4d28-be6d-4bf9527bbafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (0aab876d-9017-46d5-a38b-db32ccd22bde), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.336358 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-44381ae0-bf2a-4d28-be6d-4bf9527bbafe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d030c6827b034472ab082e97629be837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661632 Jul 26 03:11:54.339249 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 54918) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:11:54.342129 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44381ae0-bf2a-4d28-be6d-4bf9527bbafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab876d-9017-46d5-a38b-db32ccd22bde,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:54.355147 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545103fb-6a2d-4732-ae5b-376c4d590fe4 req-056c15e5-49f1-4d16-905f-ab6395f62dab tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:54.356747 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-545103fb-6a2d-4732-ae5b-376c4d590fe4 req-056c15e5-49f1-4d16-905f-ab6395f62dab tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0671899 Jul 26 03:11:54.405085 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-83f7d348-5e3a-4632-b060-0840df3c6ffa admin admin] Publish callbacks [] for security_group (0aab876d-9017-46d5-a38b-db32ccd22bde), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.419433 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-545103fb-6a2d-4732-ae5b-376c4d590fe4 req-c2abee07-f1a0-497a-ab1c-f06cdf5c4eb0 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568848 Jul 26 03:11:54.435466 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-83f7d348-5e3a-4632-b060-0840df3c6ffa admin admin] Publish callbacks [] for security_group (0aab876d-9017-46d5-a38b-db32ccd22bde), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.482702 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-83f7d348-5e3a-4632-b060-0840df3c6ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (0aab876d-9017-46d5-a38b-db32ccd22bde), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.485429 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-83f7d348-5e3a-4632-b060-0840df3c6ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.486608 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-83f7d348-5e3a-4632-b060-0840df3c6ffa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0aab876d-9017-46d5-a38b-db32ccd22bde HTTP/1.1" status: 204 len: 168 time: 0.1463382 Jul 26 03:11:54.494660 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7d348-5e3a-4632-b060-0840df3c6ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab876d-9017-46d5-a38b-db32ccd22bde,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:54.582542 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.778770 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:54.821640 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec92d-ac32-4555-bfc7-fd0efc8b0076 req-f77e55c8-d352-4434-9fa0-e8f2f400bd9d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:54.823247 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c2aec92d-ac32-4555-bfc7-fd0efc8b0076 req-f77e55c8-d352-4434-9fa0-e8f2f400bd9d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0509176 Jul 26 03:11:54.870706 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c2aec92d-ac32-4555-bfc7-fd0efc8b0076 req-cce86fe7-f7fd-4a73-a53d-b17b665b1233 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Jul 26 03:11:55.543141 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7e3ee-c2df-4e98-99de-0affc7241283 req-3838a618-020f-4d11-ad79-06280f4ddf1f tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:55.544990 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59f7e3ee-c2df-4e98-99de-0affc7241283 req-3838a618-020f-4d11-ad79-06280f4ddf1f tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0494347 Jul 26 03:11:55.606382 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-59f7e3ee-c2df-4e98-99de-0affc7241283 req-66d63ea2-8158-4dec-b3f6-397348ed0692 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f4731e4-92ce-405c-b195-96d8dee88a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544834 Jul 26 03:11:55.995100 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1e103-946f-4b31-8333-8d3b194ab04b req-17e03cf5-9490-45eb-9a96-7af08f262fff tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:55.996626 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c8b1e103-946f-4b31-8333-8d3b194ab04b req-17e03cf5-9490-45eb-9a96-7af08f262fff tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0529346 Jul 26 03:11:56.049198 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c8b1e103-946f-4b31-8333-8d3b194ab04b req-1f2b583f-a34e-49f9-be80-33f4f23f3817 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467529 Jul 26 03:11:56.299151 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a051-498c-4575-8844-3efb0cf917ee req-41029e47-13e7-4084-83d7-1e916fd5f0af tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:56.300630 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1647a051-498c-4575-8844-3efb0cf917ee req-41029e47-13e7-4084-83d7-1e916fd5f0af tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.36 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 945 time: 0.0560162 Jul 26 03:11:56.421326 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Deleting port c748a4ff-87ac-4846-94d5-7234a5350eca {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:11:56.421668 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:56.498111 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:56.521982 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] For port c748a4ff-87ac-4846-94d5-7234a5350eca, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c748a4ff-87ac-4846-94d5-7234a5350eca,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:11:56.521982 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:56.538199 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Calling delete_port for c748a4ff-87ac-4846-94d5-7234a5350eca owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:11:56.707894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:56.707894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (c748a4ff-87ac-4846-94d5-7234a5350eca), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:56.728259 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['c748a4ff-87ac-4846-94d5-7234a5350eca'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:11:56.742121 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Pushing event deleted for resources: {'Port': ['ID=c748a4ff-87ac-4846-94d5-7234a5350eca,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:11:56.752138 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5c839f0e-d1c1-4d34-82b6-9c430cf3a357 req-4522b610-0743-4b0e-a134-b0e5a52e13f8 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0468116 Jul 26 03:11:56.821322 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] No DVR routers for this DVR port c748a4ff-87ac-4846-94d5-7234a5350eca on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:11:56.824608 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:11:56.828373 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1647a051-498c-4575-8844-3efb0cf917ee req-cb802fd0-f6d6-4e25-a34e-c3b193e77986 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.36 "DELETE /v2.0/ports/c748a4ff-87ac-4846-94d5-7234a5350eca HTTP/1.1" status: 204 len: 173 time: 0.5162785 Jul 26 03:11:56.829460 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081d9334-8b62-466f-b044-b545530fa1af', 'name': 'network-vif-deleted', 'tag': 'c748a4ff-87ac-4846-94d5-7234a5350eca'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:11:56.831991 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51639f08-b9fd-4f4a-9888-6b523b96fa93" -d '{"events": [{"server_uuid": "081d9334-8b62-466f-b044-b545530fa1af", "name": "network-vif-deleted", "tag": "c748a4ff-87ac-4846-94d5-7234a5350eca"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:11:56.883776 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da80f55-a00e-4148-ba18-04085aa9f2b2 x-openstack-request-id: req-9da80f55-a00e-4148-ba18-04085aa9f2b2 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:11:56.884885 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081d9334-8b62-466f-b044-b545530fa1af", "name": "network-vif-deleted", "tag": "c748a4ff-87ac-4846-94d5-7234a5350eca", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:11:56.885460 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9da80f55-a00e-4148-ba18-04085aa9f2b2 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:11:56.886028 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da80f55-a00e-4148-ba18-04085aa9f2b2'] response: {'server_uuid': '081d9334-8b62-466f-b044-b545530fa1af', 'name': 'network-vif-deleted', 'tag': 'c748a4ff-87ac-4846-94d5-7234a5350eca', 'status': 'completed', 'code': 200} Jul 26 03:11:57.172490 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa23719-9125-41ef-adf5-9a24eca47eeb req-ce998d4a-96ec-45e0-a512-1f63cdfd67d6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:57.174055 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7aa23719-9125-41ef-adf5-9a24eca47eeb req-ce998d4a-96ec-45e0-a512-1f63cdfd67d6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0483510 Jul 26 03:11:57.227762 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7aa23719-9125-41ef-adf5-9a24eca47eeb req-8dd3f24d-ef2f-4edf-a8db-170d0d0a73d4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Jul 26 03:11:57.848166 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-77660694-855a-4348-819e-2b08e7272041 req-f60583ca-79c0-4335-8d24-758a983d0060 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0288908 Jul 26 03:11:58.368897 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443bb3-709a-4c14-9d77-39d9c741762c req-9f178ab0-4b78-49ee-b61b-ceddc1a7db58 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:58.370347 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-91443bb3-709a-4c14-9d77-39d9c741762c req-9f178ab0-4b78-49ee-b61b-ceddc1a7db58 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0571902 Jul 26 03:11:58.421930 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-91443bb3-709a-4c14-9d77-39d9c741762c req-62d10266-7b34-4caa-9132-ecaba2f61575 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Jul 26 03:11:58.965760 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fb95cd72-8c41-477c-b074-af5c2fad7991 req-212e5fdd-80a0-4ac4-9857-c95a5d6a7c0c tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0337613 Jul 26 03:11:59.559306 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8aceaa-0d97-4f0b-ba41-bf277a4a39cf req-0aa36fba-876e-44b2-9834-869a32554bfc tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:11:59.560792 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5c8aceaa-0d97-4f0b-ba41-bf277a4a39cf req-0aa36fba-876e-44b2-9834-869a32554bfc tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0520768 Jul 26 03:11:59.602368 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:11:59.607079 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5c8aceaa-0d97-4f0b-ba41-bf277a4a39cf req-96e93981-2cc2-44d2-b440-8c0be0e96e34 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Jul 26 03:12:00.074581 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2cb5d5b1-7a28-4e91-bd83-bc92d3aa0bc1 req-e9fe2648-51cf-4fe3-9199-73752038fe33 tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0297186 Jul 26 03:12:00.632960 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device c748a4ff-87ac-4846-94d5-7234a5350eca no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:12:00.652928 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: c748a4ff-87ac-4846-94d5-7234a5350eca {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:12:00.653276 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device c748a4ff-87ac-4846-94d5-7234a5350eca not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:12:00.730397 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013bf14-4f40-4f73-a34a-a6b3209dff8c req-c96ff057-1893-4b13-a541-d2dc72e471d1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:00.731915 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f013bf14-4f40-4f73-a34a-a6b3209dff8c req-c96ff057-1893-4b13-a541-d2dc72e471d1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0527570 Jul 26 03:12:00.780979 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f013bf14-4f40-4f73-a34a-a6b3209dff8c req-332cc2fe-ed63-47f9-b7d6-216f9f771d8d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Jul 26 03:12:01.188843 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f30d651c-f906-4e40-b50c-3974586ca870 req-72e49c6b-f21a-430c-83b8-1a62b0ed017f tempest-DeleteServersTestJSON-144739974 tempest-DeleteServersTestJSON-144739974-project] 10.222.0.42 "GET /v2.0/ports?device_id=081d9334-8b62-466f-b044-b545530fa1af HTTP/1.1" status: 200 len: 210 time: 0.0336313 Jul 26 03:12:01.318516 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=28 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:01.320318 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=24 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:01.902879 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63760182-e7f9-4597-8fec-3eed976cd1c1 req-f5fd99a7-dc4b-48c8-8fe2-7972db6d91e0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:01.904291 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-63760182-e7f9-4597-8fec-3eed976cd1c1 req-f5fd99a7-dc4b-48c8-8fe2-7972db6d91e0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0485127 Jul 26 03:12:01.923391 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55124) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:01.960788 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-63760182-e7f9-4597-8fec-3eed976cd1c1 req-627c4b5f-bebf-4260-b7e2-d4c7e3b781db tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504577 Jul 26 03:12:02.046898 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a4bad7c-29a0-4c84-8fa6-b88f1699f067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:02.093200 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:02.131242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a4bad7c-29a0-4c84-8fa6-b88f1699f067 admin admin] Publish callbacks [] for security_group (7f33724e-63e3-4dc4-b44f-74e3d55cc08b), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:02.136520 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a4bad7c-29a0-4c84-8fa6-b88f1699f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (7f33724e-63e3-4dc4-b44f-74e3d55cc08b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:02.175534 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2a4bad7c-29a0-4c84-8fa6-b88f1699f067 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77c81603592f4e41b1496d29a226ec8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508132 Jul 26 03:12:02.176662 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bad7c-29a0-4c84-8fa6-b88f1699f067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f33724e-63e3-4dc4-b44f-74e3d55cc08b,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:02.178560 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 55128) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:02.231017 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8f58-2ee2-4c7e-9a56-dcc5d0b44131 admin admin] Publish callbacks [] for security_group (7f33724e-63e3-4dc4-b44f-74e3d55cc08b), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:02.256315 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8f58-2ee2-4c7e-9a56-dcc5d0b44131 admin admin] Publish callbacks [] for security_group (7f33724e-63e3-4dc4-b44f-74e3d55cc08b), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:02.306647 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8f58-2ee2-4c7e-9a56-dcc5d0b44131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (7f33724e-63e3-4dc4-b44f-74e3d55cc08b), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:02.309695 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8f58-2ee2-4c7e-9a56-dcc5d0b44131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:02.313810 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0e5e8f58-2ee2-4c7e-9a56-dcc5d0b44131 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f33724e-63e3-4dc4-b44f-74e3d55cc08b HTTP/1.1" status: 204 len: 168 time: 0.1333513 Jul 26 03:12:02.322420 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e8f58-2ee2-4c7e-9a56-dcc5d0b44131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f33724e-63e3-4dc4-b44f-74e3d55cc08b,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:03.084810 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bca32-9784-41f6-b8ef-8c6834f9afa6 req-408d9683-f390-4d33-8062-a493db883f5d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:03.086304 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-731bca32-9784-41f6-b8ef-8c6834f9afa6 req-408d9683-f390-4d33-8062-a493db883f5d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0484743 Jul 26 03:12:03.133525 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-731bca32-9784-41f6-b8ef-8c6834f9afa6 req-edaf2f5a-6af6-466b-9758-3b28435d9e5d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Jul 26 03:12:04.265482 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768389b-65b1-40d0-9a99-a2dedac1f548 req-bedfa50e-8c78-4593-b85e-13cc4dcd1778 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:04.266880 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7768389b-65b1-40d0-9a99-a2dedac1f548 req-bedfa50e-8c78-4593-b85e-13cc4dcd1778 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0479350 Jul 26 03:12:04.316648 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7768389b-65b1-40d0-9a99-a2dedac1f548 req-fc287c36-bb4c-4a0f-9da5-74501b3a9613 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441539 Jul 26 03:12:05.440025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf50442-0170-4d99-83fa-1c1e3126ad0f req-e17a9174-05e7-44cb-9ed7-a2f3f3de4a10 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:05.441500 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-adf50442-0170-4d99-83fa-1c1e3126ad0f req-e17a9174-05e7-44cb-9ed7-a2f3f3de4a10 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0479059 Jul 26 03:12:05.491159 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-adf50442-0170-4d99-83fa-1c1e3126ad0f req-9fbc8a3a-6d7b-4f40-a035-f19c3090be8c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Jul 26 03:12:05.733208 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-aecbcf24-341c-415d-a8f1-72f17d5e197a tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3c8d6492e3aa4191bf1554213bb749e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313900 Jul 26 03:12:05.829575 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55244) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:06.017200 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-c721f0b6-d242-4aab-b6b1-1a30b5d85f30 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:06.019073 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-c721f0b6-d242-4aab-b6b1-1a30b5d85f30 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796338 Jul 26 03:12:06.050029 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-a9dc4c57-4536-4800-bac4-42cd84c25fd2 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/quotas/3c8d6492e3aa4191bf1554213bb749e9 HTTP/1.1" status: 200 len: 375 time: 0.0208926 Jul 26 03:12:06.117204 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-7d75421a-d0b4-4e56-9c90-5569fbda0d50 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c8d6492e3aa4191bf1554213bb749e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662484 Jul 26 03:12:06.284509 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:06.308524 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-18f2ee3d-7c60-4f29-8237-b5e0f9d410ea req-55f5ea96-6f94-4077-9255-e81eb95707e3 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 210 time: 0.0361245 Jul 26 03:12:06.368806 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (dabc2484-b91b-43fa-9647-ae1a18bcad97), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:06.734536 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2f287-1de5-4e9e-bd38-e808923489dd req-3b33388b-23c2-4108-90d9-d3692ffee09d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:06.736067 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-add2f287-1de5-4e9e-bd38-e808923489dd req-3b33388b-23c2-4108-90d9-d3692ffee09d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0873301 Jul 26 03:12:06.888660 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-add2f287-1de5-4e9e-bd38-e808923489dd req-47c90c81-3603-4e16-aca4-3b1096caea64 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463203 Jul 26 03:12:06.953258 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Deleting port c9f0a5cc-f18b-412b-aec9-46fe6614a552 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:12:06.953599 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:06.955142 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:07.044151 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] For port c9f0a5cc-f18b-412b-aec9-46fe6614a552, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=c9f0a5cc-f18b-412b-aec9-46fe6614a552,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:07.044524 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:07.058515 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Calling delete_port for c9f0a5cc-f18b-412b-aec9-46fe6614a552 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:12:07.281441 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (c9f0a5cc-f18b-412b-aec9-46fe6614a552), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:07.310488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f0a5cc-f18b-412b-aec9-46fe6614a552,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:07.436152 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e2e0-aaa4-47e2-8a27-cfc79deb1ef9 req-72115612-1d57-48ec-b3ce-fab79f8d933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:07.438607 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7c68e2e0-aaa4-47e2-8a27-cfc79deb1ef9 req-72115612-1d57-48ec-b3ce-fab79f8d933d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 1129 time: 0.0414090 Jul 26 03:12:07.478785 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-097c4ce7-fd93-45ca-95ef-37162354dcf2 req-500692af-bea0-4cae-a58f-94c843ae8b54 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 210 time: 0.0386670 Jul 26 03:12:07.536695 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7c68e2e0-aaa4-47e2-8a27-cfc79deb1ef9 req-fc5420ff-cd49-475e-b5e6-a4f9eba332e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678601 Jul 26 03:12:07.572620 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (dabc2484-b91b-43fa-9647-ae1a18bcad97), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:07.620639 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:07.784147 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Router dabc2484-b91b-43fa-9647-ae1a18bcad97 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:12:07.889782 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:12:07.897923 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5266fcc8-4c5f-4fd8-8c55-47b7dde0b7bb admin admin] 10.222.0.42 "PUT /v2.0/routers/dabc2484-b91b-43fa-9647-ae1a18bcad97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649061 Jul 26 03:12:07.898158 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55298) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:07.898473 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] Sync routers for ids ['dabc2484-b91b-43fa-9647-ae1a18bcad97'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:12:07.908906 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] Routers {'dabc2484-b91b-43fa-9647-ae1a18bcad97'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:07.909592 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dabc2484-b91b-43fa-9647-ae1a18bcad97'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:07.997708 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:08.027377 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] Set router dabc2484-b91b-43fa-9647-ae1a18bcad97 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:08.030381 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks [] for router (dabc2484-b91b-43fa-9647-ae1a18bcad97), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.171616 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks [] for router_gateway (dabc2484-b91b-43fa-9647-ae1a18bcad97), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.191508 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51029b-8042-4417-ac64-f41e8de486bb req-77d9b89d-9115-4b75-8264-c7ce58dd38d6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:08.193146 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ff51029b-8042-4417-ac64-f41e8de486bb req-77d9b89d-9115-4b75-8264-c7ce58dd38d6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0592721 Jul 26 03:12:08.215534 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '5b511499-c405-4b66-a159-87098bdc6fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:12:07Z', 'revision_number': 5, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port': {'id': '5b511499-c405-4b66-a159-87098bdc6fde', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:08.241123 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] Checking router: dabc2484-b91b-43fa-9647-ae1a18bcad97 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:12:08.250486 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] Routers {'dabc2484-b91b-43fa-9647-ae1a18bcad97'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:08.251143 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:11:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dabc2484-b91b-43fa-9647-ae1a18bcad97'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:08.261348 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Deleting port 5b511499-c405-4b66-a159-87098bdc6fde {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:12:08.261694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (5b511499-c405-4b66-a159-87098bdc6fde), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.323627 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ff51029b-8042-4417-ac64-f41e8de486bb req-6e4ed24e-1925-471f-b692-33d921fb32ae tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242170 Jul 26 03:12:08.341446 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] Set router dabc2484-b91b-43fa-9647-ae1a18bcad97 gateway port host: None {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:08.369266 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] For port 5b511499-c405-4b66-a159-87098bdc6fde, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=5b511499-c405-4b66-a159-87098bdc6fde,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:08.369655 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (5b511499-c405-4b66-a159-87098bdc6fde), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.384290 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Calling delete_port for 5b511499-c405-4b66-a159-87098bdc6fde owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:12:08.391354 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:12:08Z', 'revision_number': 6, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:08.418520 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb769d-0d15-4505-8147-c17ad31fd9f6 None None] The sync data for ids ['dabc2484-b91b-43fa-9647-ae1a18bcad97'] in dv-cinder-850840-2-iscsi is: [{'id': 'dabc2484-b91b-43fa-9647-ae1a18bcad97', 'name': 'tempest-DeleteServersTestJSON-632289854-router', 'tenant_id': 'e5b0edb065564485bebea31ef6f20b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:12:08Z', 'revision_number': 6, 'project_id': 'e5b0edb065564485bebea31ef6f20b7e', 'gw_port_host': None}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:12:08.566273 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:08.582859 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (5b511499-c405-4b66-a159-87098bdc6fde), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.614517 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b511499-c405-4b66-a159-87098bdc6fde,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:08.647131 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-a83d6fac-ec80-4e91-82cd-02d8cb4b284e tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3c8d6492e3aa4191bf1554213bb749e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108878 Jul 26 03:12:08.648951 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-62abdf59-ab70-4073-8a05-87e68b9500b1 req-b749387d-0ffa-439b-8072-1bed97ceeb98 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 210 time: 0.0667982 Jul 26 03:12:08.728564 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (dabc2484-b91b-43fa-9647-ae1a18bcad97), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.841610 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (dabc2484-b91b-43fa-9647-ae1a18bcad97), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.843947 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks [] for router_controller (dabc2484-b91b-43fa-9647-ae1a18bcad97), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.867046 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-f22a0c9e-a2af-489d-9468-48c6daed3e67 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:08.868561 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-f22a0c9e-a2af-489d-9468-48c6daed3e67 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128043 Jul 26 03:12:08.912565 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (dabc2484-b91b-43fa-9647-ae1a18bcad97), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.913249 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabc2484-b91b-43fa-9647-ae1a18bcad97 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:12:08.918338 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:08.919394 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b35bc67d-d690-4f21-aaea-81129cf682a0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dabc2484-b91b-43fa-9647-ae1a18bcad97 HTTP/1.1" status: 204 len: 168 time: 1.0203290 Jul 26 03:12:08.922256 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 55312) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:08.968640 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] Deleting subnet c9a8c629-e0e5-4438-bff2-fcb400037a5e {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:12:08.971862 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] Publish callbacks [] for subnet (c9a8c629-e0e5-4438-bff2-fcb400037a5e), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.013952 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (c9a8c629-e0e5-4438-bff2-fcb400037a5e), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.055289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:09.121776 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (c9a8c629-e0e5-4438-bff2-fcb400037a5e), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.158625 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:09.183443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (c9a8c629-e0e5-4438-bff2-fcb400037a5e), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.210479 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a8c629-e0e5-4438-bff2-fcb400037a5e,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:09.214475 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.217914 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3c06677e-c931-4135-af35-2b95fd76fe94 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c9a8c629-e0e5-4438-bff2-fcb400037a5e HTTP/1.1" status: 204 len: 168 time: 0.2946155 Jul 26 03:12:09.220549 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca4870-7b7f-4511-b83c-fdc09c8c5d5b None None] Network e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:12:09.221541 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55314) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:09.223990 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:09.224583 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:09.294149 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.331380 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:09.342540 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Deleting port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:12:09.342690 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.373241 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] DHCP port deletion for e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:12:09.412467 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] Deleting port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 {{(pid=104280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:12:09.412949 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), before_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.452128 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] For port b7f9daba-6da0-40c1-acbf-ea9fa32c1872, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:09.452976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.475661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Calling delete_port for b7f9daba-6da0-40c1-acbf-ea9fa32c1872 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:12:09.482638 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] For port b7f9daba-6da0-40c1-acbf-ea9fa32c1872, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,segment=NetworkSegment(e936e09b-ad8e-4e79-9d36-1c886f3e0c06),segment_id=e936e09b-ad8e-4e79-9d36-1c886f3e0c06)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:09.483141 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), precommit_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.486368 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a4bc-7b28-436b-984c-37e763780f10 req-80e17e06-b149-437f-9e10-f85f24f69219 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:09.489627 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d4a4bc-7b28-436b-984c-37e763780f10 req-80e17e06-b149-437f-9e10-f85f24f69219 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0772223 Jul 26 03:12:09.499424 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] Calling delete_port for b7f9daba-6da0-40c1-acbf-ea9fa32c1872 owned by network:dhcp {{(pid=104280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:12:09.506138 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Request body: {'port': {'device_id': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a', 'admin_state_up': True, 'tenant_id': '3c8d6492e3aa4191bf1554213bb749e9'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:09.606517 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d4a4bc-7b28-436b-984c-37e763780f10 req-ebc1b333-3fc5-43b6-8f42-c729e795c0b0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689321 Jul 26 03:12:09.635328 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.636245 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Made reservation on behalf of 3c8d6492e3aa4191bf1554213bb749e9 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:12:09.639957 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.640914 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116'] for port (b7f9daba-6da0-40c1-acbf-ea9fa32c1872), after_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.649535 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.666334 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:09.666590 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] Pushing event deleted for resources: {'Port': ['ID=b7f9daba-6da0-40c1-acbf-ea9fa32c1872,revision_number=None']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:09.670593 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] No DVR routers for this DVR port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 on host dv-cinder-850840-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:12:09.673455 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2535f9a-1a30-45d4-be03-0facf4495f0b None None] No DVR routers for this DVR port b7f9daba-6da0-40c1-acbf-ea9fa32c1872 on host dv-cinder-850840-2-iscsi {{(pid=104280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:12:09.755355 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks [] for security_group (2ea226da-4526-4fbe-b8c4-55f84ca27e93), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.760425 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.771996 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2ea226da-4526-4fbe-b8c4-55f84ca27e93), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.792696 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:09.804176 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:09.804573 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-85d5f632-0bb3-4f15-9233-15e0fbbe0262 req-6eee9efb-5c92-43e5-b8f3-08836c0f1e67 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 210 time: 0.0472853 Jul 26 03:12:09.804665 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e936e09b-ad8e-4e79-9d36-1c886f3e0c06') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:09.818212 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (e936e09b-ad8e-4e79-9d36-1c886f3e0c06), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.844726 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (e936e09b-ad8e-4e79-9d36-1c886f3e0c06), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.851749 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:12:09.852205 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (e936e09b-ad8e-4e79-9d36-1c886f3e0c06), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.892215 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea226da-4526-4fbe-b8c4-55f84ca27e93,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:09.898513 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment e936e09b-ad8e-4e79-9d36-1c886f3e0c06 resource provider aggregate not found Jul 26 03:12:09.919940 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment e936e09b-ad8e-4e79-9d36-1c886f3e0c06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e936e09b-ad8e-4e79-9d36-1c886f3e0c06 found for delete ", "request_id": "req-b5daa406-3bb0-40e7-b0fc-337f73bdcf80"}]} Jul 26 03:12:09.938286 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.946156 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:09.950014 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c HTTP/1.1" status: 204 len: 168 time: 0.7273099 Jul 26 03:12:09.960783 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e9e6d-1bcc-4731-8724-e8fe0aea5653 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e6890a-7f6a-43ec-8f2f-9c4e10d8075c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:09.981440 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Allocated IP 192.168.233.7 (9e73e545-299a-475b-8395-c2089db9e30a/7bbd6eb5-5bbd-43f2-ae4d-17d27961611d/963d1f38-b14b-4c8a-a863-4d1cd98e043c) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:10.054630 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device c9f0a5cc-f18b-412b-aec9-46fe6614a552 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:12:10.079301 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: c9f0a5cc-f18b-412b-aec9-46fe6614a552 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:12:10.079645 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device c9f0a5cc-f18b-412b-aec9-46fe6614a552 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:12:10.080373 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b7f9daba-6da0-40c1-acbf-ea9fa32c1872 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:12:10.101230 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: b7f9daba-6da0-40c1-acbf-ea9fa32c1872 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:12:10.101578 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b7f9daba-6da0-40c1-acbf-ea9fa32c1872 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:12:10.101990 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5b511499-c405-4b66-a159-87098bdc6fde no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:12:10.121519 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 5b511499-c405-4b66-a159-87098bdc6fde {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:12:10.122045 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5b511499-c405-4b66-a159-87098bdc6fde not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:12:10.160374 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55338) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:10.165431 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks [] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.200031 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.209639 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:10.210212 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-30e22a45-3402-4464-9a56-686f7d9b040a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5b0edb065564485bebea31ef6f20b7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486460 Jul 26 03:12:10.212812 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55340) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:10.250041 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Network 9e73e545-299a-475b-8395-c2089db9e30a is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:10.254062 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:10.258297 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:10.266874 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fb69-f601-48bf-9456-3d296c031c76 admin admin] Publish callbacks [] for security_group (2f4731e4-92ce-405c-b195-96d8dee88a28), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.282146 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Pushing event updated for resources: {'Port': ['ID=963d1f38-b14b-4c8a-a863-4d1cd98e043c,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:10.288699 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fb69-f601-48bf-9456-3d296c031c76 admin admin] Publish callbacks [] for security_group (2f4731e4-92ce-405c-b195-96d8dee88a28), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.296853 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:10.312371 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:10.313031 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.333415 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-3b8ca19c-bae2-4bbd-b49a-4650ec441430 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8318768 Jul 26 03:12:10.345145 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fb69-f601-48bf-9456-3d296c031c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2f4731e4-92ce-405c-b195-96d8dee88a28), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.348791 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fb69-f601-48bf-9456-3d296c031c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.352369 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a0e2fb69-f601-48bf-9456-3d296c031c76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f4731e4-92ce-405c-b195-96d8dee88a28 HTTP/1.1" status: 204 len: 168 time: 0.1360502 Jul 26 03:12:10.352508 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Request body: {'port': {'device_id': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:10.354717 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:10.362438 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2fb69-f601-48bf-9456-3d296c031c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4731e4-92ce-405c-b195-96d8dee88a28,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:10.439177 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.565417 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-86701931-16d0-4e53-b6d6-ccc7cbe30799 None None] Provisioning complete for port 963d1f38-b14b-4c8a-a863-4d1cd98e043c triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:10.566492 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-86701931-16d0-4e53-b6d6-ccc7cbe30799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.599893 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-86701931-16d0-4e53-b6d6-ccc7cbe30799 None None] Port 963d1f38-b14b-4c8a-a863-4d1cd98e043c cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:12:10.715919 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963d1f38-b14b-4c8a-a863-4d1cd98e043c {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:12:10.718199 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.724888 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Publish callbacks [] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.738506 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Transition to ACTIVE for port object 963d1f38-b14b-4c8a-a863-4d1cd98e043c will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:12:10.743578 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:10.752639 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380acfb-09a8-4ec4-8d06-bf0ed92f8e91 req-3a64b557-83e9-4a86-bbdd-c2ea68d8d4ef tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:10.754205 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0380acfb-09a8-4ec4-8d06-bf0ed92f8e91 req-3a64b557-83e9-4a86-bbdd-c2ea68d8d4ef tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0579727 Jul 26 03:12:10.815956 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0380acfb-09a8-4ec4-8d06-bf0ed92f8e91 req-1a4c7c33-021d-4d59-9f1b-f91e1ca486c1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Jul 26 03:12:10.845159 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Pushing event updated for resources: {'Port': ['ID=963d1f38-b14b-4c8a-a863-4d1cd98e043c,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:10.934067 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Attempting to bind port 963d1f38-b14b-4c8a-a863-4d1cd98e043c on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:10.934402 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Attempting to bind port 963d1f38-b14b-4c8a-a863-4d1cd98e043c by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:10.936619 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Attempting to bind port 963d1f38-b14b-4c8a-a863-4d1cd98e043c on network 9e73e545-299a-475b-8395-c2089db9e30a {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:10.962600 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Port 963d1f38-b14b-4c8a-a863-4d1cd98e043c on network 9e73e545-299a-475b-8395-c2089db9e30a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:12:10.962929 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Attempting to bind port 963d1f38-b14b-4c8a-a863-4d1cd98e043c on network 9e73e545-299a-475b-8395-c2089db9e30a {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:11.007663 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:11.007994 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Checking segment: {'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:11.014358 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Bound using segment: {'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:11.014908 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Bound port: 963d1f38-b14b-4c8a-a863-4d1cd98e043c, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1bf9bd-571a-4e49-959f-afd439ef3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:11.015301 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:11.058844 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e787fb-c782-4b5a-968a-2c9236e94e3e req-e18ba70f-6bea-4042-8c72-8e88b80e22db tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:11.066170 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-83e787fb-c782-4b5a-968a-2c9236e94e3e req-e18ba70f-6bea-4042-8c72-8e88b80e22db tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0997262 Jul 26 03:12:11.087273 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f08639-63f0-41e4-a498-747d3aff2bf9 req-4c0d909c-d323-4315-af63-f975845146a1 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:11.088899 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a0f08639-63f0-41e4-a498-747d3aff2bf9 req-4c0d909c-d323-4315-af63-f975845146a1 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 946 time: 0.1307979 Jul 26 03:12:11.120033 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:11.134875 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-83e787fb-c782-4b5a-968a-2c9236e94e3e req-472eb32a-69eb-426c-bc2e-76c4979c1470 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Jul 26 03:12:11.221782 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a0f08639-63f0-41e4-a498-747d3aff2bf9 req-2baf7109-1581-4b69-872f-d7ef027a4796 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201777 Jul 26 03:12:11.250119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] For port 963d1f38-b14b-4c8a-a863-4d1cd98e043c, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:11.253695 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] For port 963d1f38-b14b-4c8a-a863-4d1cd98e043c, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=963d1f38-b14b-4c8a-a863-4d1cd98e043c,segment=NetworkSegment(7d1bf9bd-571a-4e49-959f-afd439ef3f76),segment_id=7d1bf9bd-571a-4e49-959f-afd439ef3f76)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:11.263445 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:11.289741 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55378) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:11.309925 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:11.310663 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:11.312636 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/963d1f38-b14b-4c8a-a863-4d1cd98e043c HTTP/1.1" status: 200 len: 1096 time: 0.9678307 Jul 26 03:12:11.313490 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'tag': '963d1f38-b14b-4c8a-a863-4d1cd98e043c'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:11.315869 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1c4c47-329f-4b5a-b564-290c620fbddd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d48af69-2dfa-4360-bfd5-cd9e6fce3e53", "tag": "963d1f38-b14b-4c8a-a863-4d1cd98e043c"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:11.431770 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28902ac7-5c53-4ba7-9bed-ed51f324eb1d x-openstack-request-id: req-28902ac7-5c53-4ba7-9bed-ed51f324eb1d {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:11.432069 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d48af69-2dfa-4360-bfd5-cd9e6fce3e53", "tag": "963d1f38-b14b-4c8a-a863-4d1cd98e043c", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:11.432414 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28902ac7-5c53-4ba7-9bed-ed51f324eb1d {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:11.432729 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28902ac7-5c53-4ba7-9bed-ed51f324eb1d'] response: {'name': 'network-changed', 'server_uuid': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'tag': '963d1f38-b14b-4c8a-a863-4d1cd98e043c', 'status': 'completed', 'code': 200} Jul 26 03:12:11.435984 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b8dc-8079-49dd-a0ca-4ec8115306a6 service neutron] Pushing event updated for resources: {'Port': ['ID=963d1f38-b14b-4c8a-a863-4d1cd98e043c,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:11.453630 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-799de6eb-e553-49cf-bbfb-a4910f189802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:11.455285 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-799de6eb-e553-49cf-bbfb-a4910f189802 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c8d6492e3aa4191bf1554213bb749e9&device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 1130 time: 0.0926714 Jul 26 03:12:11.508547 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-29c23c81-8a52-4437-abf7-0e60a670a996 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=963d1f38-b14b-4c8a-a863-4d1cd98e043c HTTP/1.1" status: 200 len: 217 time: 0.0423915 Jul 26 03:12:11.530442 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:11.593090 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-68b9d8eb-9229-4f20-879e-44c0fb91a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:11.595101 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-68b9d8eb-9229-4f20-879e-44c0fb91a086 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bbd6eb5-5bbd-43f2-ae4d-17d27961611d HTTP/1.1" status: 200 len: 843 time: 0.0746920 Jul 26 03:12:11.667563 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:11.679181 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-d5659a46-4d88-4362-9199-3ae378b5003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:11.680748 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-d5659a46-4d88-4362-9199-3ae378b5003e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e73e545-299a-475b-8395-c2089db9e30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0713720 Jul 26 03:12:11.706007 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8952112e-d075-4532-89c4-fa2e127b289a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:11.790606 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8952112e-d075-4532-89c4-fa2e127b289a admin admin] Publish callbacks [] for security_group (226c4ef6-c0d0-450e-b4e8-5ff7e14518df), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:11.795850 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8952112e-d075-4532-89c4-fa2e127b289a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (226c4ef6-c0d0-450e-b4e8-5ff7e14518df), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:11.796252 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-81201857-0a22-4165-a98e-209718fa862e service neutron] 10.222.0.36 "GET /v2.0/networks/9e73e545-299a-475b-8395-c2089db9e30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058629 Jul 26 03:12:11.836406 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952112e-d075-4532-89c4-fa2e127b289a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226c4ef6-c0d0-450e-b4e8-5ff7e14518df,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:11.844625 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8952112e-d075-4532-89c4-fa2e127b289a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6528e6f38f754a3bb78bab3cfc271e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5537491 Jul 26 03:12:11.845215 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55396) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:11.908661 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65529770-8b9c-44d9-ac7b-4fcfe4efd5f6 req-24178d4b-4e3f-4b06-bead-a80dd82b6cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/9e73e545-299a-475b-8395-c2089db9e30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025789 Jul 26 03:12:11.909808 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce618-39c0-48a6-af78-5098068f330a admin admin] Publish callbacks [] for security_group (226c4ef6-c0d0-450e-b4e8-5ff7e14518df), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:12.183393 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce618-39c0-48a6-af78-5098068f330a admin admin] Publish callbacks [] for security_group (226c4ef6-c0d0-450e-b4e8-5ff7e14518df), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:12.235451 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce618-39c0-48a6-af78-5098068f330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (226c4ef6-c0d0-450e-b4e8-5ff7e14518df), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:12.237894 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce618-39c0-48a6-af78-5098068f330a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:12.241658 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fa9ce618-39c0-48a6-af78-5098068f330a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/226c4ef6-c0d0-450e-b4e8-5ff7e14518df HTTP/1.1" status: 204 len: 168 time: 0.3954821 Jul 26 03:12:12.249982 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ce618-39c0-48a6-af78-5098068f330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226c4ef6-c0d0-450e-b4e8-5ff7e14518df,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:12.617293 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2731-fdde-4bae-b9be-1424c5cc4955 req-3ddf9b75-34b7-490c-ab20-816f0afb9c95 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:12.618926 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e7ae2731-fdde-4bae-b9be-1424c5cc4955 req-3ddf9b75-34b7-490c-ab20-816f0afb9c95 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 946 time: 0.2919643 Jul 26 03:12:12.678109 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e7ae2731-fdde-4bae-b9be-1424c5cc4955 req-bd66f21b-c878-4c22-9339-fd6f307f7744 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Jul 26 03:12:12.724843 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55424) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:12.856286 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e5bee689-04a1-4342-9b69-2690be4d8da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:12.925631 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd7c3e-46bf-486a-97fa-1ab5f92dbcbd req-ce497b0f-f1e2-428b-a321-cc59974a7779 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:12.927159 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-13dd7c3e-46bf-486a-97fa-1ab5f92dbcbd req-ce497b0f-f1e2-428b-a321-cc59974a7779 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0542274 Jul 26 03:12:12.938479 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e5bee689-04a1-4342-9b69-2690be4d8da3 admin admin] Publish callbacks [] for security_group (82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:12.943602 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e5bee689-04a1-4342-9b69-2690be4d8da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:12.975262 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-13dd7c3e-46bf-486a-97fa-1ab5f92dbcbd req-74c70982-6627-450f-8690-fcddd5e8f84e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Jul 26 03:12:12.982130 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bee689-04a1-4342-9b69-2690be4d8da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:12.990060 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e5bee689-04a1-4342-9b69-2690be4d8da3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aad2c3bdd1674901b25da9992498285f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617130 Jul 26 03:12:12.991006 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55430) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:13.049920 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-0bc1d6f7-7a13-4f3f-b4c3-7f7ac4062858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.051274 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5242-468b-48af-8351-183a3fb2d431 admin admin] Publish callbacks [] for security_group (82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.051555 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-0bc1d6f7-7a13-4f3f-b4c3-7f7ac4062858 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c8d6492e3aa4191bf1554213bb749e9&device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 1130 time: 0.0526597 Jul 26 03:12:13.104673 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:13.107311 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5242-468b-48af-8351-183a3fb2d431 admin admin] Publish callbacks [] for security_group (82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.117650 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623b32-83f4-438c-b18b-ef402293be65 req-14b67608-56ab-4b51-9453-8cb6d73751cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.119173 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-12623b32-83f4-438c-b18b-ef402293be65 req-14b67608-56ab-4b51-9453-8cb6d73751cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 1130 time: 0.0689797 Jul 26 03:12:13.150328 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-2526f561-0739-4a33-b8d5-384efaca4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.152217 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-2526f561-0739-4a33-b8d5-384efaca4df4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e73e545-299a-475b-8395-c2089db9e30a HTTP/1.1" status: 200 len: 870 time: 0.0946953 Jul 26 03:12:13.197717 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-f72fad94-bd84-489d-9779-1705205ae58f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=963d1f38-b14b-4c8a-a863-4d1cd98e043c HTTP/1.1" status: 200 len: 217 time: 0.0355594 Jul 26 03:12:13.199943 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:13.216015 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5242-468b-48af-8351-183a3fb2d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.218937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5242-468b-48af-8351-183a3fb2d431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.220202 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ff7d5242-468b-48af-8351-183a3fb2d431 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2 HTTP/1.1" status: 204 len: 168 time: 0.2288351 Jul 26 03:12:13.243125 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d5242-468b-48af-8351-183a3fb2d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b04e3d-68aa-4f2c-9f6f-1f93d13ce2d2,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:13.260185 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-3ae8a15e-33e7-453c-9255-7dc57ae8c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.261826 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-3ae8a15e-33e7-453c-9255-7dc57ae8c066 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bbd6eb5-5bbd-43f2-ae4d-17d27961611d HTTP/1.1" status: 200 len: 843 time: 0.0556965 Jul 26 03:12:13.266215 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623b32-83f4-438c-b18b-ef402293be65 req-407df752-5d7f-4b73-a920-1f4999fb4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.268177 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-12623b32-83f4-438c-b18b-ef402293be65 req-407df752-5d7f-4b73-a920-1f4999fb4cea service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1338060 Jul 26 03:12:13.311426 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-142976c2-b1c1-47bd-ada0-122852a2f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.312892 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-142976c2-b1c1-47bd-ada0-122852a2f143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e73e545-299a-475b-8395-c2089db9e30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0441084 Jul 26 03:12:13.318890 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-12623b32-83f4-438c-b18b-ef402293be65 req-ffaf88aa-f5c2-49ca-8237-f2d6493daf60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c749033-d963-446a-8db6-a53a1ffff8ef HTTP/1.1" status: 200 len: 217 time: 0.0358453 Jul 26 03:12:13.376948 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623b32-83f4-438c-b18b-ef402293be65 req-fdfdac62-a63e-49cb-a976-3373b7cbe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.378121 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-12623b32-83f4-438c-b18b-ef402293be65 req-fdfdac62-a63e-49cb-a976-3373b7cbe7e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0533566 Jul 26 03:12:13.428577 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623b32-83f4-438c-b18b-ef402293be65 req-be39ef4b-0b23-49de-b0a8-c2778e9ac82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.430311 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-12623b32-83f4-438c-b18b-ef402293be65 req-be39ef4b-0b23-49de-b0a8-c2778e9ac82e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448778 Jul 26 03:12:13.430663 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-fa91f989-00cd-4ebf-94cc-751a7175be07 service neutron] 10.222.0.36 "GET /v2.0/networks/9e73e545-299a-475b-8395-c2089db9e30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104863 Jul 26 03:12:13.554579 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef1c4c47-329f-4b5a-b564-290c620fbddd req-8b498497-2d21-46a6-8099-bb626e8c91f8 service neutron] 10.222.0.36 "GET /v2.0/networks/9e73e545-299a-475b-8395-c2089db9e30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922017 Jul 26 03:12:13.558987 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 55440) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:13.569621 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-12623b32-83f4-438c-b18b-ef402293be65 req-76e69307-b1e0-4cc5-9251-82461222bfb8 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064134 Jul 26 03:12:13.577549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0a795200-bc94-4e01-81d3-02223991e014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.632634 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:13.655506 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:13.660224 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0a795200-bc94-4e01-81d3-02223991e014 admin admin] Publish callbacks [] for security_group (7b16c022-30a2-4868-8da8-3ae4cd667811), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.666078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0a795200-bc94-4e01-81d3-02223991e014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (7b16c022-30a2-4868-8da8-3ae4cd667811), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.681006 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-12623b32-83f4-438c-b18b-ef402293be65 req-f10bd555-1516-4e8c-a68d-a9de1bd5843a service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962503 Jul 26 03:12:13.712221 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0a795200-bc94-4e01-81d3-02223991e014 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2de16157e63744a6877172ecb53295a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513176 Jul 26 03:12:13.713410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a795200-bc94-4e01-81d3-02223991e014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b16c022-30a2-4868-8da8-3ae4cd667811,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:13.715357 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55446) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:13.774012 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94a2d4b0-6c5e-4daf-b00b-e0d7180723e4 admin admin] Publish callbacks [] for security_group (7b16c022-30a2-4868-8da8-3ae4cd667811), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.829643 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94a2d4b0-6c5e-4daf-b00b-e0d7180723e4 admin admin] Publish callbacks [] for security_group (7b16c022-30a2-4868-8da8-3ae4cd667811), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.845369 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f0718-e736-4198-8e85-1877be2f98f5 req-8215ead0-78e2-4be5-8fab-820dc251457d tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:13.846871 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b17f0718-e736-4198-8e85-1877be2f98f5 req-8215ead0-78e2-4be5-8fab-820dc251457d tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 946 time: 0.0748527 Jul 26 03:12:13.917945 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b17f0718-e736-4198-8e85-1877be2f98f5 req-f924efae-25d5-4e58-b659-935228cb13ee tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639293 Jul 26 03:12:13.919020 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94a2d4b0-6c5e-4daf-b00b-e0d7180723e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (7b16c022-30a2-4868-8da8-3ae4cd667811), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.921598 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94a2d4b0-6c5e-4daf-b00b-e0d7180723e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:13.922804 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-94a2d4b0-6c5e-4daf-b00b-e0d7180723e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b16c022-30a2-4868-8da8-3ae4cd667811 HTTP/1.1" status: 204 len: 168 time: 0.2048569 Jul 26 03:12:13.931703 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2d4b0-6c5e-4daf-b00b-e0d7180723e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b16c022-30a2-4868-8da8-3ae4cd667811,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:14.094822 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d254e-1d17-44a8-80fc-65014a0c5d37 req-e374d75e-be83-4a14-8cfd-5fdddeee09ad tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:14.096547 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-582d254e-1d17-44a8-80fc-65014a0c5d37 req-e374d75e-be83-4a14-8cfd-5fdddeee09ad tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0500321 Jul 26 03:12:14.153986 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-582d254e-1d17-44a8-80fc-65014a0c5d37 req-9c0be1be-e6ed-4ed7-923c-a8c3ecb1aac7 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Jul 26 03:12:14.674403 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 963d1f38-b14b-4c8a-a863-4d1cd98e043c details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:12:14.780010 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 963d1f38-b14b-4c8a-a863-4d1cd98e043c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=963d1f38-b14b-4c8a-a863-4d1cd98e043c,segment=NetworkSegment(7d1bf9bd-571a-4e49-959f-afd439ef3f76),segment_id=7d1bf9bd-571a-4e49-959f-afd439ef3f76)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:14.795472 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '963d1f38-b14b-4c8a-a863-4d1cd98e043c', 'network_id': '9e73e545-299a-475b-8395-c2089db9e30a', 'port_id': '963d1f38-b14b-4c8a-a863-4d1cd98e043c', 'mac_address': 'fa:16:3e:72:d1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbd6eb5-5bbd-43f2-ae4d-17d27961611d', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:12:14.832107 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 963d1f38-b14b-4c8a-a863-4d1cd98e043c is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:14.832502 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:14.845862 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963d1f38-b14b-4c8a-a863-4d1cd98e043c {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:12:14.867202 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 963d1f38-b14b-4c8a-a863-4d1cd98e043c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=963d1f38-b14b-4c8a-a863-4d1cd98e043c,segment=NetworkSegment(7d1bf9bd-571a-4e49-959f-afd439ef3f76),segment_id=7d1bf9bd-571a-4e49-959f-afd439ef3f76)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:14.872110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:14.923852 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=963d1f38-b14b-4c8a-a863-4d1cd98e043c,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:15.040354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8c2c6-7512-421c-8413-49d267ec3792 req-4506b639-e037-472a-aaa7-4852717e884a tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:15.041877 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a9a8c2c6-7512-421c-8413-49d267ec3792 req-4506b639-e037-472a-aaa7-4852717e884a tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 947 time: 0.0507987 Jul 26 03:12:15.091327 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a9a8c2c6-7512-421c-8413-49d267ec3792 req-fe648cb4-4a5c-4a76-9bfe-e4f978cad8b2 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Jul 26 03:12:15.206556 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['963d1f38-b14b-4c8a-a863-4d1cd98e043c'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:12:15.290013 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d520c-283c-4b26-b37e-ab2a9e98bbae req-842cc699-76f4-45e0-b77d-d1d9cf2e4cb0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:15.292008 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:15.298403 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-341d520c-283c-4b26-b37e-ab2a9e98bbae req-842cc699-76f4-45e0-b77d-d1d9cf2e4cb0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0666552 Jul 26 03:12:15.324025 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:15.342649 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-341d520c-283c-4b26-b37e-ab2a9e98bbae req-cb476a1f-9851-45d0-be0f-652243e4f92d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Jul 26 03:12:16.219410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b068e-9179-4f7e-9e9a-cca752c148f8 req-05847621-6bdd-4227-bcbc-a25de4db7a62 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:16.220922 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4b7b068e-9179-4f7e-9e9a-cca752c148f8 req-05847621-6bdd-4227-bcbc-a25de4db7a62 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 947 time: 0.0517449 Jul 26 03:12:16.268821 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4b7b068e-9179-4f7e-9e9a-cca752c148f8 req-18c879ae-947c-4157-b5ff-39da45ef85f0 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420330 Jul 26 03:12:16.468339 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e369762-1470-492f-bc15-ce5e3319d4d2 req-e03c36a2-bcf4-44f7-91f4-4fab115bd378 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:16.469773 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5e369762-1470-492f-bc15-ce5e3319d4d2 req-e03c36a2-bcf4-44f7-91f4-4fab115bd378 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0473137 Jul 26 03:12:16.519834 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5e369762-1470-492f-bc15-ce5e3319d4d2 req-8028c43c-23e9-42a4-ba24-46c5bede4cd1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 Jul 26 03:12:16.676163 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 963d1f38-b14b-4c8a-a863-4d1cd98e043c up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:16.724116 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 963d1f38-b14b-4c8a-a863-4d1cd98e043c completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:12:16.732482 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 963d1f38-b14b-4c8a-a863-4d1cd98e043c triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:16.732843 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:16.809369 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 963d1f38-b14b-4c8a-a863-4d1cd98e043c is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:16.809849 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:16.837787 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d1f38-b14b-4c8a-a863-4d1cd98e043c'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:16.840168 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd945e7-97b9-484e-ad84-81a890a6341e" -d '{"events": [{"server_uuid": "7d48af69-2dfa-4360-bfd5-cd9e6fce3e53", "name": "network-vif-plugged", "status": "completed", "tag": "963d1f38-b14b-4c8a-a863-4d1cd98e043c"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:16.852632 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 963d1f38-b14b-4c8a-a863-4d1cd98e043c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=963d1f38-b14b-4c8a-a863-4d1cd98e043c,segment=NetworkSegment(7d1bf9bd-571a-4e49-959f-afd439ef3f76),segment_id=7d1bf9bd-571a-4e49-959f-afd439ef3f76)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:16.857640 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:16.882595 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff3cc37-e953-42cb-85b1-24fe6ae2de25 x-openstack-request-id: req-cff3cc37-e953-42cb-85b1-24fe6ae2de25 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:16.882899 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d48af69-2dfa-4360-bfd5-cd9e6fce3e53", "name": "network-vif-plugged", "status": "completed", "tag": "963d1f38-b14b-4c8a-a863-4d1cd98e043c", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:16.883172 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cff3cc37-e953-42cb-85b1-24fe6ae2de25 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:16.883555 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff3cc37-e953-42cb-85b1-24fe6ae2de25'] response: {'server_uuid': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d1f38-b14b-4c8a-a863-4d1cd98e043c', 'code': 200} Jul 26 03:12:16.909380 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=963d1f38-b14b-4c8a-a863-4d1cd98e043c,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:17.088679 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86783c-bbcd-4823-9e85-4043a0a799a9 req-e014f1f1-6d94-4060-9d2d-f51e74258600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:17.090243 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f86783c-bbcd-4823-9e85-4043a0a799a9 req-e014f1f1-6d94-4060-9d2d-f51e74258600 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 1132 time: 0.0454178 Jul 26 03:12:17.137343 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:17.141026 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f86783c-bbcd-4823-9e85-4043a0a799a9 req-b8c120a3-a005-4cd7-aeb8-124a5389cf96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Jul 26 03:12:17.388617 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f72-b05d-4f5a-b8c9-a7b4aea213e4 req-ebd3d945-3b67-4950-b2ea-79aec4e8a28e tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:17.390091 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f5e85f72-b05d-4f5a-b8c9-a7b4aea213e4 req-ebd3d945-3b67-4950-b2ea-79aec4e8a28e tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 948 time: 0.0472319 Jul 26 03:12:17.443019 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f5e85f72-b05d-4f5a-b8c9-a7b4aea213e4 req-0a6765bc-9ce6-415a-ae6c-a45b19a89c0b tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 Jul 26 03:12:17.648547 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f901f07-94f4-4531-b34b-ecc2ea68fd96 req-22f6750e-0c54-4b09-8344-6b6d419c40f0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:17.649985 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6f901f07-94f4-4531-b34b-ecc2ea68fd96 req-22f6750e-0c54-4b09-8344-6b6d419c40f0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0467703 Jul 26 03:12:17.699371 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6f901f07-94f4-4531-b34b-ecc2ea68fd96 req-3a2b98e0-7a76-4cd5-b2fe-80c7535d26dd tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Jul 26 03:12:18.341313 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=37 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:18.395159 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:18.557610 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89b25a-5157-4e92-9fda-a4ad2d1d0937 req-c1d3a88a-dd6d-4b6d-8161-d5e37e2a0aea tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:18.559114 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f89b25a-5157-4e92-9fda-a4ad2d1d0937 req-c1d3a88a-dd6d-4b6d-8161-d5e37e2a0aea tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 948 time: 0.0463340 Jul 26 03:12:18.607328 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2f89b25a-5157-4e92-9fda-a4ad2d1d0937 req-f5f3e10c-9b93-4e6f-8437-bd917b107fd5 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Jul 26 03:12:18.827011 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00783f-1ef6-4547-b9f0-24b9ce251c2f req-d80b6ee4-129a-48de-bd35-3981f71ba538 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:18.828891 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4f00783f-1ef6-4547-b9f0-24b9ce251c2f req-d80b6ee4-129a-48de-bd35-3981f71ba538 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0484896 Jul 26 03:12:18.856690 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:18.880523 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4f00783f-1ef6-4547-b9f0-24b9ce251c2f req-9e92b801-4f84-4c95-b44d-f3684597de6f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Jul 26 03:12:19.716338 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-0f98db3f-b908-4bb7-ab4f-d3159e386401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:19.729435 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703a33-92f1-4abd-90d0-ebcbc0a489a2 req-1b75641a-61d4-4abb-87c0-f0cb5627975e tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:19.731365 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4c703a33-92f1-4abd-90d0-ebcbc0a489a2 req-1b75641a-61d4-4abb-87c0-f0cb5627975e tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 948 time: 0.0552049 Jul 26 03:12:19.779212 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4c703a33-92f1-4abd-90d0-ebcbc0a489a2 req-7b463760-d26d-422d-94f5-6a78b7a4b1bb tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Jul 26 03:12:19.990662 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55588) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:20.024210 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570ab0-7662-4102-8212-bc895dc2d000 req-1d9aff65-8e0a-4df6-9ed8-61ba339cb5db tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:20.025855 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-76570ab0-7662-4102-8212-bc895dc2d000 req-1d9aff65-8e0a-4df6-9ed8-61ba339cb5db tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0712481 Jul 26 03:12:20.078516 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-76570ab0-7662-4102-8212-bc895dc2d000 req-2feb4c86-950e-4bd6-873c-80b83d1ba8d2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473051 Jul 26 03:12:20.084889 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97982168-6d51-45f4-b3f3-b0e5d2185674 req-b9e7c7e1-53fb-4862-a844-b7883ceb4618 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:20.087120 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-97982168-6d51-45f4-b3f3-b0e5d2185674 req-b9e7c7e1-53fb-4862-a844-b7883ceb4618 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 948 time: 0.0533781 Jul 26 03:12:20.120638 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c621c3f1-77cd-40e8-8bda-3aefbf7074c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.162192 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-97982168-6d51-45f4-b3f3-b0e5d2185674 req-d9c82190-4e03-44f6-bcf4-91c7b6964009 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Jul 26 03:12:20.219306 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c621c3f1-77cd-40e8-8bda-3aefbf7074c3 admin admin] Publish callbacks [] for security_group (ab19b454-73e9-4b41-9ff2-55ade92660a0), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.224449 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c621c3f1-77cd-40e8-8bda-3aefbf7074c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ab19b454-73e9-4b41-9ff2-55ade92660a0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.266711 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c621c3f1-77cd-40e8-8bda-3aefbf7074c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77758e650e544b9f891b06095170417c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739511 Jul 26 03:12:20.267849 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621c3f1-77cd-40e8-8bda-3aefbf7074c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19b454-73e9-4b41-9ff2-55ade92660a0,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:20.269665 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 55592) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:20.319534 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0d69-d643-4a96-ae35-6009de05d05c admin admin] Publish callbacks [] for security_group (ab19b454-73e9-4b41-9ff2-55ade92660a0), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.324302 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:12:20.341709 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0d69-d643-4a96-ae35-6009de05d05c admin admin] Publish callbacks [] for security_group (ab19b454-73e9-4b41-9ff2-55ade92660a0), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.390265 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0d69-d643-4a96-ae35-6009de05d05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ab19b454-73e9-4b41-9ff2-55ade92660a0), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.393429 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0d69-d643-4a96-ae35-6009de05d05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.394595 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-6c4a0d69-d643-4a96-ae35-6009de05d05c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab19b454-73e9-4b41-9ff2-55ade92660a0 HTTP/1.1" status: 204 len: 168 time: 0.1238840 Jul 26 03:12:20.402366 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a0d69-d643-4a96-ae35-6009de05d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19b454-73e9-4b41-9ff2-55ade92660a0,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:20.682329 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 55600) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:20.695933 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d22601ac-0a01-4f3f-b467-28507b6dee20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.715662 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:20.743410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:20.780628 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d22601ac-0a01-4f3f-b467-28507b6dee20 admin admin] Publish callbacks [] for security_group (338bc2f6-14dc-462c-b603-87bed4615cbe), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.786061 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d22601ac-0a01-4f3f-b467-28507b6dee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (338bc2f6-14dc-462c-b603-87bed4615cbe), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.826058 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-d22601ac-0a01-4f3f-b467-28507b6dee20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1cf25c107da47a5827d4e12f1625521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425776 Jul 26 03:12:20.826893 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22601ac-0a01-4f3f-b467-28507b6dee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338bc2f6-14dc-462c-b603-87bed4615cbe,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:20.829415 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55602) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:20.880178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3aba3c4e-ee17-42f9-8dcd-fe230f82757b admin admin] Publish callbacks [] for security_group (338bc2f6-14dc-462c-b603-87bed4615cbe), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.902843 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3aba3c4e-ee17-42f9-8dcd-fe230f82757b admin admin] Publish callbacks [] for security_group (338bc2f6-14dc-462c-b603-87bed4615cbe), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.960245 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3aba3c4e-ee17-42f9-8dcd-fe230f82757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (338bc2f6-14dc-462c-b603-87bed4615cbe), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.963089 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3aba3c4e-ee17-42f9-8dcd-fe230f82757b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:20.964232 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3aba3c4e-ee17-42f9-8dcd-fe230f82757b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/338bc2f6-14dc-462c-b603-87bed4615cbe HTTP/1.1" status: 204 len: 168 time: 0.1338112 Jul 26 03:12:20.971973 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba3c4e-ee17-42f9-8dcd-fe230f82757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338bc2f6-14dc-462c-b603-87bed4615cbe,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:21.198204 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c67eb2-5f9f-48b8-b468-89550ca045ed req-d50c72ab-ac3d-41ed-8dcd-24a25e159d4c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:21.199758 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-52c67eb2-5f9f-48b8-b468-89550ca045ed req-d50c72ab-ac3d-41ed-8dcd-24a25e159d4c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0492897 Jul 26 03:12:21.255337 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-52c67eb2-5f9f-48b8-b468-89550ca045ed req-007f53c8-32ee-4f95-9be8-538be9b47d4e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Jul 26 03:12:21.290436 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e815cd7-6a77-4df7-94c6-54b7072962b0 req-a72ce059-1d1e-4dd4-b37e-0e7672db159b tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:21.292077 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2e815cd7-6a77-4df7-94c6-54b7072962b0 req-a72ce059-1d1e-4dd4-b37e-0e7672db159b tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 948 time: 0.0486596 Jul 26 03:12:21.344698 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2e815cd7-6a77-4df7-94c6-54b7072962b0 req-3e17c8ab-56fa-4b8e-b707-9dc7c6fc559a tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ea226da-4526-4fbe-b8c4-55f84ca27e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Jul 26 03:12:21.655303 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-00e4e582-f0fc-4046-97c4-2098efb0a0f8 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:21.656979 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-00e4e582-f0fc-4046-97c4-2098efb0a0f8 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 948 time: 0.0570948 Jul 26 03:12:21.754586 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:21.781114 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Deleting port 963d1f38-b14b-4c8a-a863-4d1cd98e043c {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:12:21.781510 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:21.880210 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] For port 963d1f38-b14b-4c8a-a863-4d1cd98e043c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=963d1f38-b14b-4c8a-a863-4d1cd98e043c,segment=NetworkSegment(7d1bf9bd-571a-4e49-959f-afd439ef3f76),segment_id=7d1bf9bd-571a-4e49-959f-afd439ef3f76)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:21.880578 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:21.895755 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Calling delete_port for 963d1f38-b14b-4c8a-a863-4d1cd98e043c owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:12:21.953557 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b7aa495d-5c61-4dc9-818d-183f6937a5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:22.041048 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:22.050842 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (963d1f38-b14b-4c8a-a863-4d1cd98e043c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:22.066814 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['963d1f38-b14b-4c8a-a863-4d1cd98e043c'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:12:22.091649 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Pushing event deleted for resources: {'Port': ['ID=963d1f38-b14b-4c8a-a863-4d1cd98e043c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:22.174383 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] No DVR routers for this DVR port 963d1f38-b14b-4c8a-a863-4d1cd98e043c on host hv-cinder-85084 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:12:22.177335 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:22.181065 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4ccdf51-4999-46b3-8c1f-e6831fbc6a04 req-6f46eb3e-22da-4d87-ad22-6c332495fabd tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.36 "DELETE /v2.0/ports/963d1f38-b14b-4c8a-a863-4d1cd98e043c HTTP/1.1" status: 204 len: 173 time: 0.5177805 Jul 26 03:12:22.181669 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'name': 'network-vif-deleted', 'tag': '963d1f38-b14b-4c8a-a863-4d1cd98e043c'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:22.184167 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b35f1d0-666a-4c58-ba43-19e685eaaf72" -d '{"events": [{"server_uuid": "7d48af69-2dfa-4360-bfd5-cd9e6fce3e53", "name": "network-vif-deleted", "tag": "963d1f38-b14b-4c8a-a863-4d1cd98e043c"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:22.230173 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f910b-1fa5-42a4-b0b3-33c34a7dc5bc x-openstack-request-id: req-133f910b-1fa5-42a4-b0b3-33c34a7dc5bc {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:22.230743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d48af69-2dfa-4360-bfd5-cd9e6fce3e53", "name": "network-vif-deleted", "tag": "963d1f38-b14b-4c8a-a863-4d1cd98e043c", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:22.231157 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-133f910b-1fa5-42a4-b0b3-33c34a7dc5bc {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:22.231703 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133f910b-1fa5-42a4-b0b3-33c34a7dc5bc'] response: {'server_uuid': '7d48af69-2dfa-4360-bfd5-cd9e6fce3e53', 'name': 'network-vif-deleted', 'tag': '963d1f38-b14b-4c8a-a863-4d1cd98e043c', 'status': 'completed', 'code': 200} Jul 26 03:12:22.383748 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d7d6b-e5aa-44dd-8d36-eb8d0a9a5ca4 req-128b540c-7ba9-4bbb-94dc-9733701c999c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:22.385337 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-501d7d6b-e5aa-44dd-8d36-eb8d0a9a5ca4 req-128b540c-7ba9-4bbb-94dc-9733701c999c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0517049 Jul 26 03:12:22.441388 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-501d7d6b-e5aa-44dd-8d36-eb8d0a9a5ca4 req-a166492d-2cfd-445a-afc8-f994dd34f711 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487795 Jul 26 03:12:22.484900 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0652f82d-0192-42ac-ba9f-fd9f290994b4 req-1813f40b-7e9b-4745-bce9-97877ee4e569 tempest-VolumesNegativeTest-1365958129 tempest-VolumesNegativeTest-1365958129-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d48af69-2dfa-4360-bfd5-cd9e6fce3e53 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Jul 26 03:12:23.138738 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.398184 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55712) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:23.512356 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94ff5304-a52b-4750-bcb2-1fb592545c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.588172 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bf238-33e4-49f6-89db-80da19ab203b req-8ba31633-ee83-4e02-8e46-b3460ed5b3ab tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:23.589619 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-137bf238-33e4-49f6-89db-80da19ab203b req-8ba31633-ee83-4e02-8e46-b3460ed5b3ab tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0667789 Jul 26 03:12:23.663809 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-137bf238-33e4-49f6-89db-80da19ab203b req-6bb2472a-c90c-4bc7-9ba1-329314501af6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678496 Jul 26 03:12:23.694059 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94ff5304-a52b-4750-bcb2-1fb592545c1b admin admin] Publish callbacks [] for security_group (e6c57faa-e329-4985-adac-82da38ce0b2d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.698786 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94ff5304-a52b-4750-bcb2-1fb592545c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e6c57faa-e329-4985-adac-82da38ce0b2d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.738753 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-94ff5304-a52b-4750-bcb2-1fb592545c1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b7cffb8483c4f0a82e361dbfdeaab89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393936 Jul 26 03:12:23.739558 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5304-a52b-4750-bcb2-1fb592545c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c57faa-e329-4985-adac-82da38ce0b2d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:23.742284 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 55730) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:23.805811 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bf99-f67a-499e-8ad1-021ddd44e090 admin admin] Publish callbacks [] for security_group (e6c57faa-e329-4985-adac-82da38ce0b2d), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.829118 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bf99-f67a-499e-8ad1-021ddd44e090 admin admin] Publish callbacks [] for security_group (e6c57faa-e329-4985-adac-82da38ce0b2d), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.880586 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bf99-f67a-499e-8ad1-021ddd44e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e6c57faa-e329-4985-adac-82da38ce0b2d), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.883418 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bf99-f67a-499e-8ad1-021ddd44e090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:23.884725 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-5bc8bf99-f67a-499e-8ad1-021ddd44e090 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6c57faa-e329-4985-adac-82da38ce0b2d HTTP/1.1" status: 204 len: 168 time: 0.1409092 Jul 26 03:12:23.893897 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8bf99-f67a-499e-8ad1-021ddd44e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c57faa-e329-4985-adac-82da38ce0b2d,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:24.200236 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 55776) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:24.214393 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-525f24bc-917e-448e-92d2-4307634c4829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.295229 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-525f24bc-917e-448e-92d2-4307634c4829 admin admin] Publish callbacks [] for security_group (da915b86-5008-4d44-97c7-09d94e4ab14d), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.300035 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-525f24bc-917e-448e-92d2-4307634c4829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (da915b86-5008-4d44-97c7-09d94e4ab14d), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.341545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f24bc-917e-448e-92d2-4307634c4829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da915b86-5008-4d44-97c7-09d94e4ab14d,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:24.345252 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-525f24bc-917e-448e-92d2-4307634c4829 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92320cb7451f4c2d8ba0b382cca95615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416051 Jul 26 03:12:24.345661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 55810) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:24.399011 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-55f7e27b-37ad-4608-827a-2ce39d925608 admin admin] Publish callbacks [] for security_group (da915b86-5008-4d44-97c7-09d94e4ab14d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.428024 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-55f7e27b-37ad-4608-827a-2ce39d925608 admin admin] Publish callbacks [] for security_group (da915b86-5008-4d44-97c7-09d94e4ab14d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.494811 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-55f7e27b-37ad-4608-827a-2ce39d925608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (da915b86-5008-4d44-97c7-09d94e4ab14d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.496686 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-55f7e27b-37ad-4608-827a-2ce39d925608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.497848 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-55f7e27b-37ad-4608-827a-2ce39d925608 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da915b86-5008-4d44-97c7-09d94e4ab14d HTTP/1.1" status: 204 len: 168 time: 0.1512170 Jul 26 03:12:24.501188 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:24.507236 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7e27b-37ad-4608-827a-2ce39d925608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da915b86-5008-4d44-97c7-09d94e4ab14d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:24.584784 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.730823 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 963d1f38-b14b-4c8a-a863-4d1cd98e043c no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:12:24.749908 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 963d1f38-b14b-4c8a-a863-4d1cd98e043c {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:12:24.750649 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 963d1f38-b14b-4c8a-a863-4d1cd98e043c not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:12:24.778295 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:24.804834 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c4efa-d79a-467f-ac26-77c5c400c322 req-4b3ee60a-26d3-4dc6-be70-0dd13f9d084a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:24.806629 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fc8c4efa-d79a-467f-ac26-77c5c400c322 req-4b3ee60a-26d3-4dc6-be70-0dd13f9d084a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0642407 Jul 26 03:12:24.875114 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fc8c4efa-d79a-467f-ac26-77c5c400c322 req-4bf5ef85-2a09-4c81-8a9a-6a6e47f83a1b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567372 Jul 26 03:12:25.202626 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e313-00e6-4936-806d-fc74a392f4f5 req-bb23e5f9-d1e5-4ab9-8ca2-67e2bca118b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:25.204467 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-40b2e313-00e6-4936-806d-fc74a392f4f5 req-bb23e5f9-d1e5-4ab9-8ca2-67e2bca118b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 1130 time: 0.0422394 Jul 26 03:12:25.252067 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-40b2e313-00e6-4936-806d-fc74a392f4f5 req-4d0ccf54-acc5-42a4-8648-96774a276717 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Jul 26 03:12:26.003953 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f46e2c-d3c0-413c-ae93-2fddf57dae14 req-976aa0f0-746c-4d51-a75c-5e15c885f038 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:26.011431 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94f46e2c-d3c0-413c-ae93-2fddf57dae14 req-976aa0f0-746c-4d51-a75c-5e15c885f038 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0670609 Jul 26 03:12:26.057907 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94f46e2c-d3c0-413c-ae93-2fddf57dae14 req-b3806df3-6da1-4735-a6d0-b2607fe9cdf4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Jul 26 03:12:26.669974 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56044) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:26.799162 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-556d3200-40d8-4c78-8543-ec167d348b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:26.894482 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-556d3200-40d8-4c78-8543-ec167d348b39 admin admin] Publish callbacks [] for security_group (28fcba75-dcc3-453f-91dc-bef3b00c1926), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:26.899459 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-556d3200-40d8-4c78-8543-ec167d348b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (28fcba75-dcc3-453f-91dc-bef3b00c1926), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:26.919893 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:26.939857 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d3200-40d8-4c78-8543-ec167d348b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fcba75-dcc3-453f-91dc-bef3b00c1926,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:26.945989 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-556d3200-40d8-4c78-8543-ec167d348b39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec59e88f21b248a7af0fae4782b8d512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749207 Jul 26 03:12:26.948887 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56070) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:26.985213 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56074) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:26.999374 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e18ac74-9321-4d43-abdd-4c250806363c admin admin] Publish callbacks [] for security_group (28fcba75-dcc3-453f-91dc-bef3b00c1926), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.036068 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e18ac74-9321-4d43-abdd-4c250806363c admin admin] Publish callbacks [] for security_group (28fcba75-dcc3-453f-91dc-bef3b00c1926), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.108633 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e18ac74-9321-4d43-abdd-4c250806363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (28fcba75-dcc3-453f-91dc-bef3b00c1926), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.111940 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4e18ac74-9321-4d43-abdd-4c250806363c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.141799 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4e18ac74-9321-4d43-abdd-4c250806363c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28fcba75-dcc3-453f-91dc-bef3b00c1926 HTTP/1.1" status: 204 len: 168 time: 0.1784413 Jul 26 03:12:27.157918 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18ac74-9321-4d43-abdd-4c250806363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fcba75-dcc3-453f-91dc-bef3b00c1926,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:27.166690 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b801b67b-4265-460a-9777-402a824c4257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.222207 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6ca02-715d-4b07-85b8-6407238fcb56 req-0a1772ab-8d58-433b-94f3-dfe941231ab9 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:27.223851 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8dc6ca02-715d-4b07-85b8-6407238fcb56 req-0a1772ab-8d58-433b-94f3-dfe941231ab9 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0853477 Jul 26 03:12:27.298304 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:27.308479 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:27.313108 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8dc6ca02-715d-4b07-85b8-6407238fcb56 req-dffadd92-43b8-486a-b1db-0743e8589e0f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819340 Jul 26 03:12:27.328726 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b801b67b-4265-460a-9777-402a824c4257 admin admin] Publish callbacks [] for security_group (9fdcbafc-5d9d-42a9-9b8e-1a0732668b92), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.334019 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b801b67b-4265-460a-9777-402a824c4257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (9fdcbafc-5d9d-42a9-9b8e-1a0732668b92), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.382423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801b67b-4265-460a-9777-402a824c4257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdcbafc-5d9d-42a9-9b8e-1a0732668b92,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:27.390776 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56092) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:27.390931 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b801b67b-4265-460a-9777-402a824c4257 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8327b64aa27b439bbacb285d1b4edbde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043152 Jul 26 03:12:27.458196 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5753d0a5-e212-4dba-b0d7-3e10586362c6 admin admin] Publish callbacks [] for security_group (9fdcbafc-5d9d-42a9-9b8e-1a0732668b92), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.481285 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5753d0a5-e212-4dba-b0d7-3e10586362c6 admin admin] Publish callbacks [] for security_group (9fdcbafc-5d9d-42a9-9b8e-1a0732668b92), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.488347 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56096) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:27.508977 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e81863e1-3cf7-415f-90fc-6c5dfa9fccc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.569800 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:27.628244 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5753d0a5-e212-4dba-b0d7-3e10586362c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (9fdcbafc-5d9d-42a9-9b8e-1a0732668b92), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.630776 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5753d0a5-e212-4dba-b0d7-3e10586362c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.631936 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5753d0a5-e212-4dba-b0d7-3e10586362c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fdcbafc-5d9d-42a9-9b8e-1a0732668b92 HTTP/1.1" status: 204 len: 168 time: 0.2399292 Jul 26 03:12:27.660228 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545713-f574-4897-b79f-509d934da4aa req-07d26067-2a91-4373-9e00-c00b575f15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:27.661780 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e545713-f574-4897-b79f-509d934da4aa req-07d26067-2a91-4373-9e00-c00b575f15ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 1130 time: 0.1013517 Jul 26 03:12:27.665238 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753d0a5-e212-4dba-b0d7-3e10586362c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdcbafc-5d9d-42a9-9b8e-1a0732668b92,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:27.681954 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdf26-2af4-4f77-8f91-91f6531ef0c6 req-f2000ebc-c98b-43f1-a688-0ee942a47ce5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:27.683496 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56ebdf26-2af4-4f77-8f91-91f6531ef0c6 req-f2000ebc-c98b-43f1-a688-0ee942a47ce5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.1099195 Jul 26 03:12:27.712775 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e81863e1-3cf7-415f-90fc-6c5dfa9fccc2 admin admin] Publish callbacks [] for security_group (4a79f8bd-cf53-4487-afbd-a813c04900cb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.756663 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e81863e1-3cf7-415f-90fc-6c5dfa9fccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (4a79f8bd-cf53-4487-afbd-a813c04900cb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.836285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56104) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:27.836486 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e81863e1-3cf7-415f-90fc-6c5dfa9fccc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8a0feb2138c4f5abe63816e6a0cc5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469610 Jul 26 03:12:27.843155 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81863e1-3cf7-415f-90fc-6c5dfa9fccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a79f8bd-cf53-4487-afbd-a813c04900cb,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:27.856876 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56ebdf26-2af4-4f77-8f91-91f6531ef0c6 req-d4e0302a-3b4e-440b-9133-d45c727f01a8 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553910 Jul 26 03:12:27.875076 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545713-f574-4897-b79f-509d934da4aa req-a0119110-988d-46c6-a393-744608ffcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:27.875076 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e545713-f574-4897-b79f-509d934da4aa req-a0119110-988d-46c6-a393-744608ffcd21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1845520 Jul 26 03:12:27.906781 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5ea822ef-61b1-436c-a86b-dfa7bec87cd1 admin admin] Publish callbacks [] for security_group (4a79f8bd-cf53-4487-afbd-a813c04900cb), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.919743 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e545713-f574-4897-b79f-509d934da4aa req-103a9795-1861-4714-90b6-92f54b31b3ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c749033-d963-446a-8db6-a53a1ffff8ef HTTP/1.1" status: 200 len: 217 time: 0.0374012 Jul 26 03:12:27.928545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5ea822ef-61b1-436c-a86b-dfa7bec87cd1 admin admin] Publish callbacks [] for security_group (4a79f8bd-cf53-4487-afbd-a813c04900cb), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.971011 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545713-f574-4897-b79f-509d934da4aa req-63f26b66-04bc-400f-a50d-ee0d58f26265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:27.972643 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e545713-f574-4897-b79f-509d934da4aa req-63f26b66-04bc-400f-a50d-ee0d58f26265 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0460122 Jul 26 03:12:27.982357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5ea822ef-61b1-436c-a86b-dfa7bec87cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (4a79f8bd-cf53-4487-afbd-a813c04900cb), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.985113 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5ea822ef-61b1-436c-a86b-dfa7bec87cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:27.989165 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-5ea822ef-61b1-436c-a86b-dfa7bec87cd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a79f8bd-cf53-4487-afbd-a813c04900cb HTTP/1.1" status: 204 len: 168 time: 0.1513519 Jul 26 03:12:27.998140 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea822ef-61b1-436c-a86b-dfa7bec87cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a79f8bd-cf53-4487-afbd-a813c04900cb,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:28.043592 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545713-f574-4897-b79f-509d934da4aa req-b38dfe46-574d-4537-b063-19fa1d7f4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:28.045754 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e545713-f574-4897-b79f-509d934da4aa req-b38dfe46-574d-4537-b063-19fa1d7f4e52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602903 Jul 26 03:12:28.074144 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:28.157436 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e545713-f574-4897-b79f-509d934da4aa req-cad956e7-2ab6-4c24-b085-438ac1013238 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033332 Jul 26 03:12:28.264671 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e545713-f574-4897-b79f-509d934da4aa req-b10bf311-13a6-4139-8be7-30e70be163c8 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969074 Jul 26 03:12:28.450773 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56136) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:28.611982 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-2a5a5a7e-b055-47c6-953e-e226bc0d4820 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c8d6492e3aa4191bf1554213bb749e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597025 Jul 26 03:12:28.614460 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56144) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:28.667059 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4253a273-184d-4847-994a-dbfe7e525e5f admin admin] Publish callbacks [] for security_group (2ea226da-4526-4fbe-b8c4-55f84ca27e93), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:28.692455 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4253a273-184d-4847-994a-dbfe7e525e5f admin admin] Publish callbacks [] for security_group (2ea226da-4526-4fbe-b8c4-55f84ca27e93), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:28.743978 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4253a273-184d-4847-994a-dbfe7e525e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2ea226da-4526-4fbe-b8c4-55f84ca27e93), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:28.747713 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4253a273-184d-4847-994a-dbfe7e525e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:28.749287 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4253a273-184d-4847-994a-dbfe7e525e5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ea226da-4526-4fbe-b8c4-55f84ca27e93 HTTP/1.1" status: 204 len: 168 time: 0.1338959 Jul 26 03:12:28.759895 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253a273-184d-4847-994a-dbfe7e525e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea226da-4526-4fbe-b8c4-55f84ca27e93,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:29.026819 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb25ac6-d608-4bd8-9580-23d2d2c5951f req-fc610b98-8118-4b0f-81d2-72abdc78d866 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:29.029391 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9fb25ac6-d608-4bd8-9580-23d2d2c5951f req-fc610b98-8118-4b0f-81d2-72abdc78d866 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0629208 Jul 26 03:12:29.091444 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9fb25ac6-d608-4bd8-9580-23d2d2c5951f req-fe05b392-5de3-4188-8846-2037d76c4f7d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533519 Jul 26 03:12:29.182544 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56172) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:29.286599 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e2511d43-239b-4bc1-9b5f-80e9189760cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:29.364262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e2511d43-239b-4bc1-9b5f-80e9189760cb admin admin] Publish callbacks [] for security_group (478ff7af-37c9-448e-8c5d-9e23968b26ca), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:29.367824 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e2511d43-239b-4bc1-9b5f-80e9189760cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (478ff7af-37c9-448e-8c5d-9e23968b26ca), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:29.409009 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-e2511d43-239b-4bc1-9b5f-80e9189760cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9961303e55d24b0f96597e2bd4bda080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253261 Jul 26 03:12:29.409853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2511d43-239b-4bc1-9b5f-80e9189760cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ff7af-37c9-448e-8c5d-9e23968b26ca,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:29.411884 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56176) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:29.463847 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b501f9-b3db-4b92-b4fb-9665782017ed admin admin] Publish callbacks [] for security_group (478ff7af-37c9-448e-8c5d-9e23968b26ca), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:29.485850 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b501f9-b3db-4b92-b4fb-9665782017ed admin admin] Publish callbacks [] for security_group (478ff7af-37c9-448e-8c5d-9e23968b26ca), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:29.552560 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b501f9-b3db-4b92-b4fb-9665782017ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (478ff7af-37c9-448e-8c5d-9e23968b26ca), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:29.555534 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26b501f9-b3db-4b92-b4fb-9665782017ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:29.556742 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-26b501f9-b3db-4b92-b4fb-9665782017ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/478ff7af-37c9-448e-8c5d-9e23968b26ca HTTP/1.1" status: 204 len: 168 time: 0.1435032 Jul 26 03:12:29.565183 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b501f9-b3db-4b92-b4fb-9665782017ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ff7af-37c9-448e-8c5d-9e23968b26ca,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:30.211731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b631-fa1c-4702-bb9e-ea6196913c50 req-bcc2564c-a4d7-4b24-84e3-8a88fc01d8e2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:30.213347 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4904b631-fa1c-4702-bb9e-ea6196913c50 req-bcc2564c-a4d7-4b24-84e3-8a88fc01d8e2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0462477 Jul 26 03:12:30.241818 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56206) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:30.260435 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4904b631-fa1c-4702-bb9e-ea6196913c50 req-ac735e16-f6a1-4d75-b61c-f54d3e9da955 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Jul 26 03:12:30.338025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-704861686-network', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:30.359644 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Made reservation on behalf of bd8a79690708464a9c3ffe381667a03c for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:12:30.362105 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.371444 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.374000 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:30.449589 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks [] for security_group (431d66ce-6d76-49df-ab5d-446bf8c1c461), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.455447 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (431d66ce-6d76-49df-ab5d-446bf8c1c461), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.468194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:30.484594 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:12:30.496023 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d66ce-6d76-49df-ab5d-446bf8c1c461,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:30.504704 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (e319faf2-c2d6-438a-af1b-289245e50640), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.505128 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Added segment e319faf2-c2d6-438a-af1b-289245e50640 of type vlan for network 48ca9a71-9e56-49fc-b31b-af70124adfe1 Jul 26 03:12:30.549138 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (48ca9a71-9e56-49fc-b31b-af70124adfe1), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.576487 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (48ca9a71-9e56-49fc-b31b-af70124adfe1), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.577970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:30.578554 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.647246 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4041657 Jul 26 03:12:30.650757 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56218) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:30.653858 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a5614-e3ca-43f3-8bed-6ab03e7c6de7 admin admin] Pushing event updated for resources: {'Network': ['ID=48ca9a71-9e56-49fc-b31b-af70124adfe1,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:30.656778 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Request body: {'subnet': {'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-704861686-subnet', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:30.667330 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:12:30.686738 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Made reservation on behalf of bd8a79690708464a9c3ffe381667a03c for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:12:30.689875 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530210'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.795420 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:30.909851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530188'] for subnet (70f133e5-9918-463f-b29d-6d77bc60c820), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:30.991267 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f133e5-9918-463f-b29d-6d77bc60c820,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:31.001621 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Checking segment: {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:31.001966 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Network hostable DHCP agents. Network: 48ca9a71-9e56-49fc-b31b-af70124adfe1, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:12:31.023776 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:12:31.034017 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 48ca9a71-9e56-49fc-b31b-af70124adfe1) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:31.038815 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:31.040004 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.043593 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f388086-97f8-47ee-aee3-4511769b470c None None] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:12:31.055038 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b55ffa86-1cdd-47ee-b9cd-ec0d3d117b5c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4023445 Jul 26 03:12:31.057771 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56228) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:31.061867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:31.077215 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:31.083956 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (916fd10f-ed42-4554-8693-4ef520102806), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.085242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (916fd10f-ed42-4554-8693-4ef520102806), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.134227 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks [] for router_controller (916fd10f-ed42-4554-8693-4ef520102806), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.148578 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-48ca9a71-9e56-49fc-b31b-af70124adfe1', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:12:31.149494 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.271562 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks [] for router_gateway (916fd10f-ed42-4554-8693-4ef520102806), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.279185 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:31.285803 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Allocated IP 172.20.0.2 (48ca9a71-9e56-49fc-b31b-af70124adfe1/70f133e5-9918-463f-b29d-6d77bc60c820/1f658c56-0092-4eac-968b-d010fb4c4527) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:31.385330 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:31.440375 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Publish callbacks [] for port (1f658c56-0092-4eac-968b-d010fb4c4527), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.447942 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.452621 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2433149-0f7c-43ff-90a1-6bcb2a56029d req-fc99109e-2920-4557-818c-43a7aeaa5798 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:31.454103 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d2433149-0f7c-43ff-90a1-6bcb2a56029d req-fc99109e-2920-4557-818c-43a7aeaa5798 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.1159461 Jul 26 03:12:31.489670 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:31.494800 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:31.496930 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Pushing event updated for resources: {'Port': ['ID=1f658c56-0092-4eac-968b-d010fb4c4527,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:31.499081 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:31.528383 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks [] for router_gateway (916fd10f-ed42-4554-8693-4ef520102806), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.552821 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d2433149-0f7c-43ff-90a1-6bcb2a56029d req-7af6699a-2dc6-4d64-88c9-7202fd917db5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913680 Jul 26 03:12:31.553935 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.556430 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Attempting to bind port 1f658c56-0092-4eac-968b-d010fb4c4527 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:31.557110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Attempting to bind port 1f658c56-0092-4eac-968b-d010fb4c4527 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:31.557486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Attempting to bind port 1f658c56-0092-4eac-968b-d010fb4c4527 on network 48ca9a71-9e56-49fc-b31b-af70124adfe1 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:31.564058 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:31.564263 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Checking segment: {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:31.564639 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.565006 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Bound using segment: {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:31.575789 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Bound port: 1f658c56-0092-4eac-968b-d010fb4c4527, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:31.576396 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.651488 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] For port 1f658c56-0092-4eac-968b-d010fb4c4527, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:31.654767 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] For port 1f658c56-0092-4eac-968b-d010fb4c4527, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1f658c56-0092-4eac-968b-d010fb4c4527,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:31.661913 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:31.667531 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Allocated IP 172.27.3.25 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/1509cba1-58b1-47af-9df7-972883f0d26c) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:31.731398 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619d13b-1e92-453f-aa93-75c24c2aa1e4 None None] Pushing event updated for resources: {'Port': ['ID=1f658c56-0092-4eac-968b-d010fb4c4527,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:32.083234 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks [] for port (1509cba1-58b1-47af-9df7-972883f0d26c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.085582 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:32.104944 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1f658c56-0092-4eac-968b-d010fb4c4527 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:32.121247 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.150041 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1f658c56-0092-4eac-968b-d010fb4c4527 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:32.150667 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.163124 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:32.168060 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:32.171846 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:32.175322 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Pushing event updated for resources: {'Port': ['ID=1509cba1-58b1-47af-9df7-972883f0d26c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:32.197764 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:32.227980 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1f658c56-0092-4eac-968b-d010fb4c4527 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:32.228365 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.261259 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 1f658c56-0092-4eac-968b-d010fb4c4527, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1f658c56-0092-4eac-968b-d010fb4c4527,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:32.266177 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.314066 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=1f658c56-0092-4eac-968b-d010fb4c4527,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:32.418524 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks [] for router_gateway (916fd10f-ed42-4554-8693-4ef520102806), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.590541 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f91b0-6465-42d4-9277-3f2b73af612f None None] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:12:32.615286 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (916fd10f-ed42-4554-8693-4ef520102806), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.645106 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:32.655427 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-07ba4b97-2782-4dc7-a27d-1bb11c008d71 None None] Provisioning complete for port 1f658c56-0092-4eac-968b-d010fb4c4527 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:32.655798 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-07ba4b97-2782-4dc7-a27d-1bb11c008d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.742150 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Router 916fd10f-ed42-4554-8693-4ef520102806 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:12:32.777713 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-07ba4b97-2782-4dc7-a27d-1bb11c008d71 None None] Current status of the port 1f658c56-0092-4eac-968b-d010fb4c4527 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:32.857282 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:12:32.866709 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Sync routers for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:12:32.877629 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:32.878297 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:32.882281 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-04048887-f779-47d2-aa01-228212084908 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:32.886205 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-04048887-f779-47d2-aa01-228212084908 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8249190 Jul 26 03:12:32.886495 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56242) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:33.041236 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:33.123494 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-8f0786ba-58a3-4386-8951-6b9f2a6bd854 None None] Provisioning complete for port 1f658c56-0092-4eac-968b-d010fb4c4527 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:33.123785 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8f0786ba-58a3-4386-8951-6b9f2a6bd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.131815 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:33.168384 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:33.206447 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:33.316931 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-8f0786ba-58a3-4386-8951-6b9f2a6bd854 None None] Current status of the port 1f658c56-0092-4eac-968b-d010fb4c4527 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:33.324306 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.372082 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:32Z', 'revision_number': 3, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:33.398544 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Checking router: 916fd10f-ed42-4554-8693-4ef520102806 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:12:33.398888 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Updating router 916fd10f-ed42-4554-8693-4ef520102806 port 1509cba1-58b1-47af-9df7-972883f0d26c binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:12:33.427256 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.473927 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Allocated IP 172.20.0.1 (48ca9a71-9e56-49fc-b31b-af70124adfe1/70f133e5-9918-463f-b29d-6d77bc60c820/0460f551-204a-490a-9ffe-bee0dc79bb90) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:33.583496 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks [] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.616616 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.657370 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:33.662296 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:33.664470 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Pushing event updated for resources: {'Port': ['ID=0460f551-204a-490a-9ffe-bee0dc79bb90,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:33.666633 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:33.672214 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Publish callbacks [] for port (1509cba1-58b1-47af-9df7-972883f0d26c), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.678622 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.711982 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (916fd10f-ed42-4554-8693-4ef520102806), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.733501 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Attempting to bind port 1509cba1-58b1-47af-9df7-972883f0d26c on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:33.733874 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Attempting to bind port 1509cba1-58b1-47af-9df7-972883f0d26c by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:33.734236 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Attempting to bind port 1509cba1-58b1-47af-9df7-972883f0d26c on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:33.736321 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53d373-62f0-4d77-83d0-4477e4efcc9c None None] Pushing event updated for resources: {'Port': ['ID=1509cba1-58b1-47af-9df7-972883f0d26c,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:33.742043 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:33.742413 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:33.742819 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.743233 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:33.743900 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Bound port: 1509cba1-58b1-47af-9df7-972883f0d26c, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:33.744284 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.767340 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:33.797558 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] For port 1509cba1-58b1-47af-9df7-972883f0d26c, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:33.799940 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:33.801837 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] For port 1509cba1-58b1-47af-9df7-972883f0d26c, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1509cba1-58b1-47af-9df7-972883f0d26c,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:33.811828 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.853385 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:33.873764 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:33.874391 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:33.910545 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53d373-62f0-4d77-83d0-4477e4efcc9c None None] Pushing event updated for resources: {'Port': ['ID=1509cba1-58b1-47af-9df7-972883f0d26c,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:33.925301 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:33.968178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:33.976393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d7f61d7e-1c7b-4d42-a6c3-43932bcf11fc None None] Provisioning complete for port 0460f551-204a-490a-9ffe-bee0dc79bb90 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:33.976771 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d7f61d7e-1c7b-4d42-a6c3-43932bcf11fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:34.018039 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks [] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:34.023731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:34.026996 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:34.052307 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d7f61d7e-1c7b-4d42-a6c3-43932bcf11fc None None] Port 0460f551-204a-490a-9ffe-bee0dc79bb90 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:12:34.093434 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Pushing event updated for resources: {'Port': ['ID=0460f551-204a-490a-9ffe-bee0dc79bb90,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:34.098322 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (916fd10f-ed42-4554-8693-4ef520102806), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:34.140849 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1f658c56-0092-4eac-968b-d010fb4c4527 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:34.216828 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:34.218206 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:34.238396 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1f658c56-0092-4eac-968b-d010fb4c4527 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:34.238759 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:34.308906 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 1, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:34.335629 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Router 916fd10f-ed42-4554-8693-4ef520102806 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:12:34.357762 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971059bc-d3c3-4016-9d66-275534205b7c None None] The sync data for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi is: [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 1, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:12:34.373001 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1f658c56-0092-4eac-968b-d010fb4c4527 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:34.446332 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:12:34.451505 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0e5750fe-99ee-4b78-a571-ae28c87d3454 admin admin] 10.222.0.42 "PUT /v2.0/routers/916fd10f-ed42-4554-8693-4ef520102806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5639875 Jul 26 03:12:34.474127 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-79630d9c-f4cf-4106-94cd-4fdd7b33e8f9 None None] Provisioning complete for port 0460f551-204a-490a-9ffe-bee0dc79bb90 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:34.474490 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-79630d9c-f4cf-4106-94cd-4fdd7b33e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:34.506755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-79630d9c-f4cf-4106-94cd-4fdd7b33e8f9 None None] Port 0460f551-204a-490a-9ffe-bee0dc79bb90 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:12:35.004358 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56286) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:35.011615 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1500528372-network', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:35.064481 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Made reservation on behalf of 19282dfa2407442c95f4abc8b5a7e6a4 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:12:35.067143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.077304 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.113104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccbb9f-87b6-4c60-98b0-fb6837840707 req-1c41536c-3f0a-4996-bd35-b1cca76fb2fc tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:35.114859 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d3ccbb9f-87b6-4c60-98b0-fb6837840707 req-1c41536c-3f0a-4996-bd35-b1cca76fb2fc tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0915122 Jul 26 03:12:35.172581 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d3ccbb9f-87b6-4c60-98b0-fb6837840707 req-1b08e41f-b5e3-46c2-80ee-5d402d515099 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516472 Jul 26 03:12:35.178009 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks [] for security_group (44b96d1e-cef6-48b8-a846-3518d5440b0d), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.187092 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (44b96d1e-cef6-48b8-a846-3518d5440b0d), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.221508 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:12:35.244957 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.245307 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Added segment e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72 of type vlan for network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 Jul 26 03:12:35.255421 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b96d1e-cef6-48b8-a846-3518d5440b0d,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:35.294164 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.294593 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.295102 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.295509 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.295910 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.296237 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.296561 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.296882 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.297205 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.297533 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.297846 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.298167 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.298484 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.298797 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.299138 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.325949 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.367263 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.368488 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:35.369119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.390005 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56298) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:35.395808 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865035445', 'description': 'tempest-description--1433095474'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:35.408608 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:35.428065 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4206119 Jul 26 03:12:35.431907 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56300) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:35.437243 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Request body: {'subnet': {'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1500528372-subnet', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:35.440600 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd5205-31e7-4fc7-a36d-9b5b8f92ea4f admin admin] Pushing event updated for resources: {'Network': ['ID=0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:35.447358 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.457015 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:12:35.477158 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Made reservation on behalf of 19282dfa2407442c95f4abc8b5a7e6a4 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:12:35.479535 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530210'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.604454 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group (2fb8cb05-4285-4c48-a502-db6a55878a55), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.612414 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2fb8cb05-4285-4c48-a502-db6a55878a55), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.669300 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.670572 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2795079 Jul 26 03:12:35.674044 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56302) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:35.675423 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8cb05-4285-4c48-a502-db6a55878a55,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:35.679123 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-42d7cb2e-eb7a-4095-9e6a-515ac6360537 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'security_group_rule': {'security_group_id': '2fb8cb05-4285-4c48-a502-db6a55878a55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:35.689048 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:35.691934 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.692291 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.692635 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.693175 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.693293 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.693628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.693968 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.694343 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.694649 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.694994 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.695330 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.695673 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.696038 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.696640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.696745 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a35f0-a7ae-4a0c-bcba-5ca2fdd79e70 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:35.713242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42d7cb2e-eb7a-4095-9e6a-515ac6360537 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group_rule (b997c210-7393-4d96-830d-a98c6a00d871), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.744496 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:35.751612 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530188'] for subnet (fa042e06-b7cb-48f9-a350-04dd094f094a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.775580 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42d7cb2e-eb7a-4095-9e6a-515ac6360537 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group_rule (b997c210-7393-4d96-830d-a98c6a00d871), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.779524 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42d7cb2e-eb7a-4095-9e6a-515ac6360537 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (b997c210-7393-4d96-830d-a98c6a00d871), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.803226 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7cb2e-eb7a-4095-9e6a-515ac6360537 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b997c210-7393-4d96-830d-a98c6a00d871,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:35.806963 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa042e06-b7cb-48f9-a350-04dd094f094a,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:35.810432 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-42d7cb2e-eb7a-4095-9e6a-515ac6360537 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.814659 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-42d7cb2e-eb7a-4095-9e6a-515ac6360537 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394427 Jul 26 03:12:35.815587 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56304) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:35.819947 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-4f44dfc8-3fb0-44ec-959a-53c601a2b86b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'security_group_rule': {'security_group_id': '2fb8cb05-4285-4c48-a502-db6a55878a55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:35.840134 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Checking segment: {'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:35.840482 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Network hostable DHCP agents. Network: 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:12:35.867766 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f44dfc8-3fb0-44ec-959a-53c601a2b86b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group_rule (33b8b276-d071-4b19-b722-8df61ef4b6f6), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.871990 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:12:35.893056 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:35.900163 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:35.900752 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.901861 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d9aef-3d52-4a43-bd0a-befe9031b593 None None] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:12:35.938076 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-33c78f56-0ab1-456b-8c2d-397c64ae5f28 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5049038 Jul 26 03:12:35.940879 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56306) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:35.946320 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:35.966437 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f44dfc8-3fb0-44ec-959a-53c601a2b86b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group_rule (33b8b276-d071-4b19-b722-8df61ef4b6f6), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.973716 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f44dfc8-3fb0-44ec-959a-53c601a2b86b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (33b8b276-d071-4b19-b722-8df61ef4b6f6), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.996899 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (63dbd77a-ef0c-4d8a-985a-46d38df72121), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:35.997531 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (63dbd77a-ef0c-4d8a-985a-46d38df72121), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.003166 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44dfc8-3fb0-44ec-959a-53c601a2b86b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b8b276-d071-4b19-b722-8df61ef4b6f6,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:36.011245 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f44dfc8-3fb0-44ec-959a-53c601a2b86b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.015351 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4f44dfc8-3fb0-44ec-959a-53c601a2b86b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959448 Jul 26 03:12:36.016276 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56308) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:36.023133 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'fixed_ips': [{'subnet_id': 'fa042e06-b7cb-48f9-a350-04dd094f094a'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:12:36.024265 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.027259 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:36.031488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:36.065547 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks [] for router_controller (63dbd77a-ef0c-4d8a-985a-46d38df72121), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.068668 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.163552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:36.171454 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:36.179158 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1509cba1-58b1-47af-9df7-972883f0d26c up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:36.195331 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.221120 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks [] for router_gateway (63dbd77a-ef0c-4d8a-985a-46d38df72121), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.240584 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:36.243843 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Allocated IP 172.20.0.2 (0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5/fa042e06-b7cb-48f9-a350-04dd094f094a/4b5305a4-d701-498c-8452-9dde005a67e9) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:36.250671 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1509cba1-58b1-47af-9df7-972883f0d26c triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:36.251116 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.377244 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Allocated IP 172.27.3.41 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/3a93ea7e-b277-4219-95ab-67eea8b2c3d7) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:36.446659 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1509cba1-58b1-47af-9df7-972883f0d26c is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:36.447238 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.494071 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 1509cba1-58b1-47af-9df7-972883f0d26c, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1509cba1-58b1-47af-9df7-972883f0d26c,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:36.507553 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.507850 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.542168 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Publish callbacks [] for port (4b5305a4-d701-498c-8452-9dde005a67e9), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.544679 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.562815 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.571935 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=1509cba1-58b1-47af-9df7-972883f0d26c,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:36.586135 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.586731 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.587441 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.587965 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.588517 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.589022 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.589523 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.590048 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.590585 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.591125 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.591630 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.591796 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:36.592328 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.592850 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.593351 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.593838 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:36.597203 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:36.601029 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:36.606579 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:36.609425 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:36.615307 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cb261-0fce-406a-b285-80cae6b3a264 req-7ccaa5e1-5282-4969-8a6b-b5ee05d9c617 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:36.616810 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-166cb261-0fce-406a-b285-80cae6b3a264 req-7ccaa5e1-5282-4969-8a6b-b5ee05d9c617 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.3269975 Jul 26 03:12:36.628942 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:36.630259 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'Port': ['ID=3a93ea7e-b277-4219-95ab-67eea8b2c3d7,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:36.674203 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Pushing event updated for resources: {'Port': ['ID=4b5305a4-d701-498c-8452-9dde005a67e9,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:36.698160 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.714934 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Attempting to bind port 4b5305a4-d701-498c-8452-9dde005a67e9 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:36.715402 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Attempting to bind port 4b5305a4-d701-498c-8452-9dde005a67e9 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:36.715765 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Attempting to bind port 4b5305a4-d701-498c-8452-9dde005a67e9 on network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:36.719430 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Sync routers for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:12:36.724871 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:36.725690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Checking segment: {'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:36.726434 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.727146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Bound using segment: {'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:36.729296 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Bound port: 4b5305a4-d701-498c-8452-9dde005a67e9, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:36.729665 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:36.730532 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:36.730880 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.741090 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.758474 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-166cb261-0fce-406a-b285-80cae6b3a264 req-210d96f6-96a3-4687-8727-5ccd1258281d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091669 Jul 26 03:12:36.763985 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks [] for router_gateway (63dbd77a-ef0c-4d8a-985a-46d38df72121), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.783682 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.843240 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:36.889083 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] For port 4b5305a4-d701-498c-8452-9dde005a67e9, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:36.896266 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] For port 4b5305a4-d701-498c-8452-9dde005a67e9, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4b5305a4-d701-498c-8452-9dde005a67e9,segment=NetworkSegment(e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72),segment_id=e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:36.903032 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Allocated IP 172.27.3.106 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/b665e5ba-5e3a-4360-89e9-f0c975e69cd7) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:36.909100 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.934565 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.943249 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:36.965549 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:36.977135 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:36.990278 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:37.005207 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25fee4-d88e-4a40-b92c-1c9f6fb59358 None None] Pushing event updated for resources: {'Port': ['ID=4b5305a4-d701-498c-8452-9dde005a67e9,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:37.027015 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'Port': ['ID=3a93ea7e-b277-4219-95ab-67eea8b2c3d7,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:37.058213 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.067317 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks [] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.079190 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.080615 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4b664de6-c6c7-40a2-ac1e-2148a78ce904 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0631485 Jul 26 03:12:37.114663 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.157423 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:37.164725 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:37.169093 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:37.170840 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 2, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:37.198832 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Checking router: 916fd10f-ed42-4554-8693-4ef520102806 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:12:37.198832 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Updating router 916fd10f-ed42-4554-8693-4ef520102806 port 0460f551-204a-490a-9ffe-bee0dc79bb90 binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:12:37.211517 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:37.256879 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.347230 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-7afb8082-e10b-43f1-9bcb-2ef8b93b95df tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--865035445&fields=id&tenant_id=a07cd1888316403eb9c37610a310b76d HTTP/1.1" status: 200 len: 267 time: 0.0637431 Jul 26 03:12:37.446276 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:37.469859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-94ff8dde-5b15-4c5e-befd-5348ba610087 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:37.471490 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-94ff8dde-5b15-4c5e-befd-5348ba610087 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 818 time: 0.1167738 Jul 26 03:12:37.489797 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-03d06567-a6d9-4a53-b6ae-e980e818664d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/quotas/a07cd1888316403eb9c37610a310b76d HTTP/1.1" status: 200 len: 375 time: 0.0099833 Jul 26 03:12:37.517835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks [] for router_gateway (63dbd77a-ef0c-4d8a-985a-46d38df72121), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.549934 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-9ff5a61b-247f-4a78-a065-b29d72cddd90 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544858 Jul 26 03:12:37.592625 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Publish callbacks [] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.599848 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.645718 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Pushing event updated for resources: {'Port': ['ID=0460f551-204a-490a-9ffe-bee0dc79bb90,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:37.654724 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.655367 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.655893 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.656378 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.656875 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.657375 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.657848 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.658317 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.658789 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.659277 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.660503 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.660980 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-c5973dc3-8764-4d3d-90fb-fbd0ca0aae43 service neutron] 10.222.0.42 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971124 Jul 26 03:12:37.661139 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.661614 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.661994 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.662510 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:12:37.727832 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Attempting to bind port 0460f551-204a-490a-9ffe-bee0dc79bb90 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:37.728525 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Attempting to bind port 0460f551-204a-490a-9ffe-bee0dc79bb90 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:37.728525 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Attempting to bind port 0460f551-204a-490a-9ffe-bee0dc79bb90 on network 48ca9a71-9e56-49fc-b31b-af70124adfe1 {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:37.734657 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:37.734657 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Checking segment: {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:37.734657 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.735067 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Bound using segment: {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:37.735487 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Bound port: 0460f551-204a-490a-9ffe-bee0dc79bb90, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:37.735864 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.741854 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (63dbd77a-ef0c-4d8a-985a-46d38df72121), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.794074 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-b9ff7d49-f7da-431e-8198-cf9c655035cc service neutron] 10.222.0.42 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188025 Jul 26 03:12:37.823248 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] For port 0460f551-204a-490a-9ffe-bee0dc79bb90, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:37.827605 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] For port 0460f551-204a-490a-9ffe-bee0dc79bb90, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=0460f551-204a-490a-9ffe-bee0dc79bb90,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:37.836486 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:37.894474 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:37.895320 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:37.948303 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:37.948965 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:37.982522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-937c3044-bcb0-4cc8-9ad8-204d15b6485f None None] Provisioning complete for port 0460f551-204a-490a-9ffe-bee0dc79bb90 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:37.983114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-937c3044-bcb0-4cc8-9ad8-204d15b6485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:38.014589 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed3b2b-f95e-4c96-90db-b8b82e0d9f55 req-07f8b954-9bb5-42e5-8296-b197be47e209 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:38.016161 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f5ed3b2b-f95e-4c96-90db-b8b82e0d9f55 req-07f8b954-9bb5-42e5-8296-b197be47e209 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.1031442 Jul 26 03:12:38.017378 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Router 63dbd77a-ef0c-4d8a-985a-46d38df72121 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:12:38.087454 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625840a-bd79-4d21-91fc-fbe85570a9d4 None None] Pushing event updated for resources: {'Port': ['ID=0460f551-204a-490a-9ffe-bee0dc79bb90,revision_number=4']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:38.135702 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2d072b46-d166-40d3-a32c-6214ac26fde3 req-3d84cbab-5e57-433b-b062-e842d3146c65 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 210 time: 0.0714371 Jul 26 03:12:38.218618 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f5ed3b2b-f95e-4c96-90db-b8b82e0d9f55 req-265662f5-8fc1-4180-b404-747f9d76ec2a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1962082 Jul 26 03:12:38.238358 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-937c3044-bcb0-4cc8-9ad8-204d15b6485f None None] Current status of the port 0460f551-204a-490a-9ffe-bee0dc79bb90 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:38.242815 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-937c3044-bcb0-4cc8-9ad8-204d15b6485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:38.293399 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:38.303689 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:38.343174 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:12:38.363262 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-937c3044-bcb0-4cc8-9ad8-204d15b6485f None None] For port 0460f551-204a-490a-9ffe-bee0dc79bb90, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=0460f551-204a-490a-9ffe-bee0dc79bb90,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:38.366737 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:38.371108 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6e379b46-f7d6-4281-a429-e136ec579ae9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4266038 Jul 26 03:12:38.371593 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56346) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:38.373059 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Sync routers for ids ['63dbd77a-ef0c-4d8a-985a-46d38df72121'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:12:38.379137 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1509cba1-58b1-47af-9df7-972883f0d26c up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:38.390832 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:38.418545 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-937c3044-bcb0-4cc8-9ad8-204d15b6485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:38.467094 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Routers {'63dbd77a-ef0c-4d8a-985a-46d38df72121'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:38.468044 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['63dbd77a-ef0c-4d8a-985a-46d38df72121'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:38.599931 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-b3380196-510d-4425-b3e7-9f060e627186 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566845 Jul 26 03:12:38.670782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:38.699054 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e238aa-6cf7-456c-b837-7320fda8605e req-0aaa4480-978b-4aa4-953c-ca5f9e4bd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:38.700670 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-0aaa4480-978b-4aa4-953c-ca5f9e4bd56f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 1129 time: 0.0645034 Jul 26 03:12:38.711141 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d586731-9bb5-4ea5-96dd-f53aa6c555da None None] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:12:38.729262 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:37Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:38.771460 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720f1d0-0481-4308-91bc-74028c787777 None None] The sync data for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi is: [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:37Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:12:38.818937 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Set router 63dbd77a-ef0c-4d8a-985a-46d38df72121 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:38.889142 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e238aa-6cf7-456c-b837-7320fda8605e req-1a110795-5a89-4261-ac20-32fea86656dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:38.889142 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-1a110795-5a89-4261-ac20-32fea86656dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1518497 Jul 26 03:12:38.943283 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:38.954203 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-83d49453-6ae6-4214-b17c-ebb66f51008c None None] Provisioning complete for port 0460f551-204a-490a-9ffe-bee0dc79bb90 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:38.954574 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-83d49453-6ae6-4214-b17c-ebb66f51008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:38.961690 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-f7cff2e7-fcbc-4e96-81f0-2c6112b95c48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6099887-557b-4566-a536-eecde3f944bc HTTP/1.1" status: 200 len: 217 time: 0.0602176 Jul 26 03:12:38.970867 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c3044-bcb0-4cc8-9ad8-204d15b6485f None None] Pushing event updated for resources: {'Port': ['ID=0460f551-204a-490a-9ffe-bee0dc79bb90,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:38.976064 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:39.031655 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e238aa-6cf7-456c-b837-7320fda8605e req-3acfc905-9087-4163-a60c-a7045bc13868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:39.033272 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-3acfc905-9087-4163-a60c-a7045bc13868 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0572631 Jul 26 03:12:39.040819 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:39.057244 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1509cba1-58b1-47af-9df7-972883f0d26c triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:39.057823 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:39.129475 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e238aa-6cf7-456c-b837-7320fda8605e req-a4b90d50-fb1c-49c3-8f20-3dcb502504b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:39.131705 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-a4b90d50-fb1c-49c3-8f20-3dcb502504b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906546 Jul 26 03:12:39.168676 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:39.304962 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-7748ed04-f983-47fb-b7a6-97d14768adaa service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661131 Jul 26 03:12:39.340497 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4972d518-5bf2-41c8-8881-f6c70e1ea67b req-c4bddc8b-0e34-4ac6-a0a8-46a99969f739 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 210 time: 0.0554619 Jul 26 03:12:39.394760 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Allocated IP 172.20.0.1 (0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5/fa042e06-b7cb-48f9-a350-04dd094f094a/51529edc-a7b7-4692-a849-2ec720c7b166) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:39.585457 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc3794-e4f8-4769-8b56-15ffd982b502 req-137a15a4-ac73-46c3-b7d8-927c48bd8de5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:39.587145 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-02cc3794-e4f8-4769-8b56-15ffd982b502 req-137a15a4-ac73-46c3-b7d8-927c48bd8de5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.1804478 Jul 26 03:12:39.629034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-83d49453-6ae6-4214-b17c-ebb66f51008c None None] Current status of the port 0460f551-204a-490a-9ffe-bee0dc79bb90 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:39.657248 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:37Z', 'revision_number': 3, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port': {'id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:39.660317 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1509cba1-58b1-47af-9df7-972883f0d26c is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:39.661865 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4b5305a4-d701-498c-8452-9dde005a67e9 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:39.699664 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-88e238aa-6cf7-456c-b837-7320fda8605e req-5516e9b6-dfa1-40b3-bb72-a65e61faf45c service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622738 Jul 26 03:12:39.808159 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Checking router: 63dbd77a-ef0c-4d8a-985a-46d38df72121 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:12:39.808694 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Updating router 63dbd77a-ef0c-4d8a-985a-46d38df72121 port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:12:39.863004 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-eb12b46e-da46-4b6d-9287-d885b6c687d8 None None] Provisioning complete for port 4b5305a4-d701-498c-8452-9dde005a67e9 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:39.863651 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-eb12b46e-da46-4b6d-9287-d885b6c687d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:39.933689 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-02cc3794-e4f8-4769-8b56-15ffd982b502 req-58c219c5-d414-459b-8512-b9f94170bb0b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3264647 Jul 26 03:12:39.945703 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:39.966314 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:39.992374 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks [] for port (51529edc-a7b7-4692-a849-2ec720c7b166), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.006235 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-12a3f397-635a-4e0c-aede-738df8aaa113 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:40.012013 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-12a3f397-635a-4e0c-aede-738df8aaa113 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 818 time: 0.3144703 Jul 26 03:12:40.040345 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 4b5305a4-d701-498c-8452-9dde005a67e9 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:40.040730 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.115765 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.143457 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-00706699-3bb0-4a4d-96cb-a5c41a9123d9 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07cd1888316403eb9c37610a310b76d HTTP/1.1" status: 200 len: 379 time: 0.1207478 Jul 26 03:12:40.162706 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:40.168302 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:40.170377 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Pushing event updated for resources: {'Port': ['ID=51529edc-a7b7-4692-a849-2ec720c7b166,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:40.173034 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:40.212965 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (63dbd77a-ef0c-4d8a-985a-46d38df72121), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.233438 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-eb12b46e-da46-4b6d-9287-d885b6c687d8 None None] Current status of the port 4b5305a4-d701-498c-8452-9dde005a67e9 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:40.234017 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-eb12b46e-da46-4b6d-9287-d885b6c687d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.254608 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'port': {'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'admin_state_up': True, 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'security_groups': ['2fb8cb05-4285-4c48-a502-db6a55878a55']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:40.263965 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:40.294355 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 4b5305a4-d701-498c-8452-9dde005a67e9 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:40.294764 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.331025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:40.331769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-eb12b46e-da46-4b6d-9287-d885b6c687d8 None None] For port 4b5305a4-d701-498c-8452-9dde005a67e9, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4b5305a4-d701-498c-8452-9dde005a67e9,segment=NetworkSegment(e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72),segment_id=e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:40.352841 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-eb12b46e-da46-4b6d-9287-d885b6c687d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.439592 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:40.448907 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.453023 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Made reservation on behalf of a07cd1888316403eb9c37610a310b76d for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:12:40.456384 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.466740 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c5f9c80c-c542-46a5-9149-b4a988ecda49 req-c19eebc2-6dae-4ab7-811c-0b05a391e3c5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 210 time: 0.0353572 Jul 26 03:12:40.483411 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.db.api [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 03:12:40.483823 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG oslo_db.api [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 03:12:40.487448 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12b46e-da46-4b6d-9287-d885b6c687d8 None None] Pushing event updated for resources: {'Port': ['ID=4b5305a4-d701-498c-8452-9dde005a67e9,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:40.502923 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-184d2565-30df-4d64-986a-f05bf6416475 None None] Provisioning complete for port 4b5305a4-d701-498c-8452-9dde005a67e9 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:40.503362 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-184d2565-30df-4d64-986a-f05bf6416475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.534794 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Publish callbacks [] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.544705 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.613209 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc89fd8-9763-4dea-8053-989c1b00a3a7 None None] Pushing event updated for resources: {'Port': ['ID=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:40.615559 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Attempting to bind port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:40.615927 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Attempting to bind port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:40.616287 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Attempting to bind port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:40.641473 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:40.647168 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:40.647536 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:40.647933 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.648385 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:40.648867 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Bound port: b665e5ba-5e3a-4360-89e9-f0c975e69cd7, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:40.649263 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.674319 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-184d2565-30df-4d64-986a-f05bf6416475 None None] Current status of the port 4b5305a4-d701-498c-8452-9dde005a67e9 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:40.685882 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Allocated IP 172.20.0.13 (f1a42af0-22f4-4dac-9f7e-d498fada0f45/14af209e-c2a5-4247-8cf2-b2eedb95d2b7/00d6395a-b67a-4403-9103-923b188e56a9) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:40.699758 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-184d2565-30df-4d64-986a-f05bf6416475 None None] Provisioning complete for port 51529edc-a7b7-4692-a849-2ec720c7b166 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:40.700130 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-184d2565-30df-4d64-986a-f05bf6416475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.738260 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] For port b665e5ba-5e3a-4360-89e9-f0c975e69cd7, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:40.742869 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks [] for port (51529edc-a7b7-4692-a849-2ec720c7b166), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.748829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.765649 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.766900 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-184d2565-30df-4d64-986a-f05bf6416475 None None] Port 51529edc-a7b7-4692-a849-2ec720c7b166 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:12:40.771022 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] For port b665e5ba-5e3a-4360-89e9-f0c975e69cd7, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:40.779160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:40.855926 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Routers {'63dbd77a-ef0c-4d8a-985a-46d38df72121'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:40.856567 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['63dbd77a-ef0c-4d8a-985a-46d38df72121'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:40.860809 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc89fd8-9763-4dea-8053-989c1b00a3a7 None None] Pushing event updated for resources: {'Port': ['ID=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:41.133444 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4196994-8444-4558-9b7d-4ff0412a9db8 req-05e88f38-227e-4369-a583-1a5af6c7eb90 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:41.135227 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d4196994-8444-4558-9b7d-4ff0412a9db8 req-05e88f38-227e-4369-a583-1a5af6c7eb90 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.1041622 Jul 26 03:12:41.165881 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 4b5305a4-d701-498c-8452-9dde005a67e9 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:41.176845 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] Set router 63dbd77a-ef0c-4d8a-985a-46d38df72121 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:41.239584 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d4196994-8444-4558-9b7d-4ff0412a9db8 req-9091ea9c-1fb0-41e0-a4fd-0027d180cdbc tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953298 Jul 26 03:12:41.254672 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (63dbd77a-ef0c-4d8a-985a-46d38df72121), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:41.276380 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Pushing event updated for resources: {'Port': ['ID=51529edc-a7b7-4692-a849-2ec720c7b166,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:41.364368 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:41.405018 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 0460f551-204a-490a-9ffe-bee0dc79bb90 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:41.421278 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for port (00d6395a-b67a-4403-9103-923b188e56a9), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:41.492551 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:41.501921 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:41.507108 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:41.508621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 4, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port': {'id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '51529edc-a7b7-4692-a849-2ec720c7b166', 'name': '', 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'mac_address': 'fa:16:3e:86:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:38Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 2, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'subnets': [{'id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:41.510800 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 0460f551-204a-490a-9ffe-bee0dc79bb90 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:41.510999 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:41.524254 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (00d6395a-b67a-4403-9103-923b188e56a9), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:41.606820 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:41.615573 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a8755-eb5b-4e9f-8afb-dd0682f2a25b None None] The sync data for ids ['63dbd77a-ef0c-4d8a-985a-46d38df72121'] in dv-cinder-850840-2-iscsi is: [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 4, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port': {'id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '51529edc-a7b7-4692-a849-2ec720c7b166', 'name': '', 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'mac_address': 'fa:16:3e:86:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:38Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 2, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'subnets': [{'id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:12:41.687451 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:41.692800 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:41.694247 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event updated for resources: {'Port': ['ID=00d6395a-b67a-4403-9103-923b188e56a9,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:41.723414 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3fda-c269-4980-989e-cb36d8dfcdb7 req-03ced48f-62cf-4656-955c-af387d0c809b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:41.730066 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1ece3fda-c269-4980-989e-cb36d8dfcdb7 req-03ced48f-62cf-4656-955c-af387d0c809b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 932 time: 0.1062768 Jul 26 03:12:41.768064 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:41.792653 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 0460f551-204a-490a-9ffe-bee0dc79bb90 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:41.793013 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4b5305a4-d701-498c-8452-9dde005a67e9 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:41.821245 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1ece3fda-c269-4980-989e-cb36d8dfcdb7 req-5c8ac2df-4db9-4852-9ece-1980af1d7309 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835700 Jul 26 03:12:41.869282 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:41.870097 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:41.883560 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 4b5305a4-d701-498c-8452-9dde005a67e9 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:41.884357 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:41.916116 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-257564a4-8ba8-479b-9eca-4f3843d596e3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6677961 Jul 26 03:12:41.931695 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Router 63dbd77a-ef0c-4d8a-985a-46d38df72121 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:12:41.932966 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-cedab9a6-0444-47e5-80f9-db86b9d35a8f None None] Provisioning complete for port 51529edc-a7b7-4692-a849-2ec720c7b166 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:41.933350 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cedab9a6-0444-47e5-80f9-db86b9d35a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:41.941522 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Request body: {'port': {'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:42.042009 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-cedab9a6-0444-47e5-80f9-db86b9d35a8f None None] Port 51529edc-a7b7-4692-a849-2ec720c7b166 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:12:42.098473 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:42.121613 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 4b5305a4-d701-498c-8452-9dde005a67e9 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:42.174508 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-ea4cfe1c-e65f-4b3d-b10e-1cc7275018c0 None None] Provisioning complete for port 00d6395a-b67a-4403-9103-923b188e56a9 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:42.174942 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ea4cfe1c-e65f-4b3d-b10e-1cc7275018c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (00d6395a-b67a-4403-9103-923b188e56a9), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:42.239619 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cfe1c-e65f-4b3d-b10e-1cc7275018c0 None None] Port 00d6395a-b67a-4403-9103-923b188e56a9 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:12:42.261654 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (00d6395a-b67a-4403-9103-923b188e56a9), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:42.288461 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:12:42.332699 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0b3049bb-a92d-43b7-9d5f-09cbe967726d admin admin] 10.222.0.42 "PUT /v2.0/routers/63dbd77a-ef0c-4d8a-985a-46d38df72121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9600303 Jul 26 03:12:42.566890 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110beae4-c841-489d-adb8-49c7add29689 req-f9a61893-0988-4369-a22a-7833cf2af36f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:42.575355 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-110beae4-c841-489d-adb8-49c7add29689 req-f9a61893-0988-4369-a22a-7833cf2af36f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.1330540 Jul 26 03:12:42.658115 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-110beae4-c841-489d-adb8-49c7add29689 req-68999214-6179-47d3-9d01-04aefd77d1ea tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812683 Jul 26 03:12:42.774989 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d6395a-b67a-4403-9103-923b188e56a9 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:12:42.784741 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Publish callbacks [] for port (00d6395a-b67a-4403-9103-923b188e56a9), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:42.807697 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Transition to ACTIVE for port object 00d6395a-b67a-4403-9103-923b188e56a9 will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:12:42.816566 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (00d6395a-b67a-4403-9103-923b188e56a9), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:42.960137 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Pushing event updated for resources: {'Port': ['ID=00d6395a-b67a-4403-9103-923b188e56a9,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:42.979995 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56440) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:42.986469 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-dfea7b81-7625-4d64-bb3b-ef0de165765c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416688317', 'description': 'tempest-secgroup-smoke-1416688317 description', 'project_id': 'bd8a79690708464a9c3ffe381667a03c'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:43.001915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:43.030615 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c789f6-0a54-422b-9c6d-c7c5205a9a9f req-459ffd5f-5070-4c0b-a4f0-6dea13aeef14 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:43.033262 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-41c789f6-0a54-422b-9c6d-c7c5205a9a9f req-459ffd5f-5070-4c0b-a4f0-6dea13aeef14 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 944 time: 0.0951581 Jul 26 03:12:43.048187 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dfea7b81-7625-4d64-bb3b-ef0de165765c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.063085 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Attempting to bind port 00d6395a-b67a-4403-9103-923b188e56a9 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:43.063895 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Attempting to bind port 00d6395a-b67a-4403-9103-923b188e56a9 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:43.063895 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Attempting to bind port 00d6395a-b67a-4403-9103-923b188e56a9 on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:43.073225 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Port 00d6395a-b67a-4403-9103-923b188e56a9 on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:12:43.073552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Attempting to bind port 00d6395a-b67a-4403-9103-923b188e56a9 on network f1a42af0-22f4-4dac-9f7e-d498fada0f45 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:43.088244 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:43.088589 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Checking segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:43.088970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Bound using segment: {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:43.089417 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Bound port: 00d6395a-b67a-4403-9103-923b188e56a9, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e3f64c-e4b2-4026-964c-8239ccbf0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:43.089778 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (00d6395a-b67a-4403-9103-923b188e56a9), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.094659 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:43.104022 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-41c789f6-0a54-422b-9c6d-c7c5205a9a9f req-d10ec0cc-8be3-4649-a194-283218de8362 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596101 Jul 26 03:12:43.198786 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dfea7b81-7625-4d64-bb3b-ef0de165765c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group (5bd8494e-7fc4-476e-b022-b049af5c8068), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.203870 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] For port 00d6395a-b67a-4403-9103-923b188e56a9, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:43.207829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] For port 00d6395a-b67a-4403-9103-923b188e56a9, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00d6395a-b67a-4403-9103-923b188e56a9,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:43.209404 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dfea7b81-7625-4d64-bb3b-ef0de165765c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5bd8494e-7fc4-476e-b022-b049af5c8068), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.235220 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (00d6395a-b67a-4403-9103-923b188e56a9), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.282025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dfea7b81-7625-4d64-bb3b-ef0de165765c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.283346 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-dfea7b81-7625-4d64-bb3b-ef0de165765c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3020475 Jul 26 03:12:43.286781 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56442) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:43.293205 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-5146bca8-0b1e-45ca-8b27-d48f92186e9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'security_group_rule': {'security_group_id': '5bd8494e-7fc4-476e-b022-b049af5c8068', 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:43.295129 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b665e5ba-5e3a-4360-89e9-f0c975e69cd7 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:43.295657 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea7b81-7625-4d64-bb3b-ef0de165765c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8494e-7fc4-476e-b022-b049af5c8068,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:43.298063 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:43.298691 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.300250 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] 10.222.0.36 "PUT /v2.0/ports/00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 1094 time: 1.3668675 Jul 26 03:12:43.302698 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:43.311026 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060120d9-9db3-4731-b9b1-de454ddbd1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:43.344442 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7332a-fb9c-462c-8354-07441aa404fc service neutron] Pushing event updated for resources: {'Port': ['ID=00d6395a-b67a-4403-9103-923b188e56a9,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:43.350225 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5146bca8-0b1e-45ca-8b27-d48f92186e9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (dca62b78-ad0a-4e96-becd-2ed8a6235c1f), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.387169 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:43.387941 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.392611 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:43.407407 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef2b07f-5c33-4a14-b707-6aed3e6a4990 x-openstack-request-id: req-8ef2b07f-5c33-4a14-b707-6aed3e6a4990 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:43.407693 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:43.407948 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ef2b07f-5c33-4a14-b707-6aed3e6a4990 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:43.408402 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef2b07f-5c33-4a14-b707-6aed3e6a4990'] response: {'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9', 'status': 'completed', 'code': 200} Jul 26 03:12:43.435444 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5146bca8-0b1e-45ca-8b27-d48f92186e9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (dca62b78-ad0a-4e96-becd-2ed8a6235c1f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.438813 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-77c84115-04d8-4098-8d2f-a54a224e26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:43.442980 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5146bca8-0b1e-45ca-8b27-d48f92186e9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (dca62b78-ad0a-4e96-becd-2ed8a6235c1f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.444338 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-77c84115-04d8-4098-8d2f-a54a224e26b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1128 time: 0.0917954 Jul 26 03:12:43.476508 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5146bca8-0b1e-45ca-8b27-d48f92186e9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.481732 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-5146bca8-0b1e-45ca-8b27-d48f92186e9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930990 Jul 26 03:12:43.483166 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56448) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:43.487751 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-29b1e43c-3cfd-4b15-9927-3f225b0609d9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'security_group_rule': {'security_group_id': '5bd8494e-7fc4-476e-b022-b049af5c8068', 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:43.513597 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146bca8-0b1e-45ca-8b27-d48f92186e9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca62b78-ad0a-4e96-becd-2ed8a6235c1f,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:43.529708 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29b1e43c-3cfd-4b15-9927-3f225b0609d9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (a45a7f2d-ef70-4260-b850-03f3ca4bec5a), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.550111 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-42226cdf-17b5-42c4-9ea9-89042df0ecef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 217 time: 0.0957391 Jul 26 03:12:43.583409 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:43.584519 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.618844 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port b665e5ba-5e3a-4360-89e9-f0c975e69cd7, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:43.626816 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.637269 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29b1e43c-3cfd-4b15-9927-3f225b0609d9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (a45a7f2d-ef70-4260-b850-03f3ca4bec5a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.647966 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29b1e43c-3cfd-4b15-9927-3f225b0609d9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (a45a7f2d-ef70-4260-b850-03f3ca4bec5a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.683075 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-b8598756-e7ba-4e40-a672-44705b01572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:43.684981 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-b8598756-e7ba-4e40-a672-44705b01572f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.1211400 Jul 26 03:12:43.696465 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1e43c-3cfd-4b15-9927-3f225b0609d9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45a7f2d-ef70-4260-b850-03f3ca4bec5a,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:43.715331 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29b1e43c-3cfd-4b15-9927-3f225b0609d9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.717161 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-29b1e43c-3cfd-4b15-9927-3f225b0609d9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2328753 Jul 26 03:12:43.719928 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56458) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:43.727083 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-ebd20e8a-d354-4530-8cb6-940be176fade tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'security_group_rule': {'security_group_id': '5bd8494e-7fc4-476e-b022-b049af5c8068', 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:43.760088 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:43.783475 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:43.795091 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-2a53afb7-d7a6-4ba2-ad17-5f14f9786754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:43.797254 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-2a53afb7-d7a6-4ba2-ad17-5f14f9786754 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046684 Jul 26 03:12:43.818864 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd20e8a-d354-4530-8cb6-940be176fade tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (17a080f9-551c-4e56-ad04-d66df0c08dac), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.871287 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95139e57-5197-48e4-9af2-7cee1a452bde req-33571f3d-966f-4f20-84da-86591f8edba9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:43.872828 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-95139e57-5197-48e4-9af2-7cee1a452bde req-33571f3d-966f-4f20-84da-86591f8edba9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0712266 Jul 26 03:12:43.895786 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-d8d122ec-009d-4c6e-899a-0814d1292ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915267 Jul 26 03:12:43.945628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd20e8a-d354-4530-8cb6-940be176fade tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (17a080f9-551c-4e56-ad04-d66df0c08dac), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.950617 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-95139e57-5197-48e4-9af2-7cee1a452bde req-cb02d4c2-6d7c-44b0-8042-a47f70bb2ac6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687034 Jul 26 03:12:43.952085 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd20e8a-d354-4530-8cb6-940be176fade tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (17a080f9-551c-4e56-ad04-d66df0c08dac), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.970873 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd20e8a-d354-4530-8cb6-940be176fade tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a080f9-551c-4e56-ad04-d66df0c08dac,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:43.980535 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd20e8a-d354-4530-8cb6-940be176fade tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:43.984369 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ebd20e8a-d354-4530-8cb6-940be176fade tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2606690 Jul 26 03:12:43.984728 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56462) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:43.989366 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-cb88c73f-1f46-4a69-8b48-38ef3530b058 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'security_group_rule': {'security_group_id': '5bd8494e-7fc4-476e-b022-b049af5c8068', 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:44.004703 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43227add-215b-4c00-94d9-7721bdaf0cdb req-698daa9e-0f13-4867-97a9-9c393a0e5c41 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999911 Jul 26 03:12:44.024279 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cb88c73f-1f46-4a69-8b48-38ef3530b058 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (5b0fa359-6164-4ae7-bde0-40ab9e297246), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.082144 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cb88c73f-1f46-4a69-8b48-38ef3530b058 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (5b0fa359-6164-4ae7-bde0-40ab9e297246), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.087066 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cb88c73f-1f46-4a69-8b48-38ef3530b058 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (5b0fa359-6164-4ae7-bde0-40ab9e297246), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.104576 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88c73f-1f46-4a69-8b48-38ef3530b058 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0fa359-6164-4ae7-bde0-40ab9e297246,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:44.114370 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cb88c73f-1f46-4a69-8b48-38ef3530b058 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.115672 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cb88c73f-1f46-4a69-8b48-38ef3530b058 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298690 Jul 26 03:12:44.118435 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56464) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:44.122676 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'security_group_rule': {'security_group_id': '5bd8494e-7fc4-476e-b022-b049af5c8068', 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:44.145361 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Project bd8a79690708464a9c3ffe381667a03c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 03:12:44.151770 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (3460dd28-3391-4135-98ca-50eed0924baa), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.217710 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (3460dd28-3391-4135-98ca-50eed0924baa), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.223270 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (3460dd28-3391-4135-98ca-50eed0924baa), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.243429 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3460dd28-3391-4135-98ca-50eed0924baa,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:44.254897 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.259541 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56468) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:44.259770 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2888a8e5-3b4b-433e-9c18-56ec2835ad8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402025 Jul 26 03:12:44.264143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'security_group_rule': {'security_group_id': '5bd8494e-7fc4-476e-b022-b049af5c8068', 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:44.288569 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.securitygroups_db [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Project bd8a79690708464a9c3ffe381667a03c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 03:12:44.296025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (8ca78742-64c5-4aef-9aa6-3f8cc3596d6f), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.398662 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (8ca78742-64c5-4aef-9aa6-3f8cc3596d6f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.413456 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246395f-8ee2-4c60-99cd-7cfec3f2b6e4 req-fc38afa7-4a90-475f-a53c-4ba1dc42fa3f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:44.415792 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f246395f-8ee2-4c60-99cd-7cfec3f2b6e4 req-fc38afa7-4a90-475f-a53c-4ba1dc42fa3f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 944 time: 0.0769634 Jul 26 03:12:44.416889 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (8ca78742-64c5-4aef-9aa6-3f8cc3596d6f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.425206 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:44.450060 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca78742-64c5-4aef-9aa6-3f8cc3596d6f,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:44.457893 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:44.459076 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-a2b0b39a-9f40-46a5-8baa-49f8375e431e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1985326 Jul 26 03:12:44.486917 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f246395f-8ee2-4c60-99cd-7cfec3f2b6e4 req-0a7ee1bb-1105-4165-8ee0-d1f41c67cd1c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630949 Jul 26 03:12:45.082078 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b07d2-7e45-475c-b9ab-b33ab667d5b2 req-2e428567-5515-4bfa-806d-78ee76f8e940 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:45.083496 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9d7b07d2-7e45-475c-b9ab-b33ab667d5b2 req-2e428567-5515-4bfa-806d-78ee76f8e940 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0492265 Jul 26 03:12:45.098523 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:45.136498 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9d7b07d2-7e45-475c-b9ab-b33ab667d5b2 req-50f257be-81b9-4a89-8d13-9539e78693a9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443318 Jul 26 03:12:45.252585 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b665e5ba-5e3a-4360-89e9-f0c975e69cd7 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:45.300807 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:45.301183 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:45.329924 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:45.375634 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:45.606992 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b4b5-cb49-41fb-9f49-d55fc8820b35 req-b22a46c8-7b99-4413-bfb6-474360c06719 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:45.608449 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cbd0b4b5-cb49-41fb-9f49-d55fc8820b35 req-b22a46c8-7b99-4413-bfb6-474360c06719 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 944 time: 0.0475080 Jul 26 03:12:45.656157 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cbd0b4b5-cb49-41fb-9f49-d55fc8820b35 req-9c723dff-4be9-451a-9200-605421447168 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418718 Jul 26 03:12:46.019212 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Sync routers for ids ['63dbd77a-ef0c-4d8a-985a-46d38df72121'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:12:46.029573 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Routers {'63dbd77a-ef0c-4d8a-985a-46d38df72121'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:46.030184 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['63dbd77a-ef0c-4d8a-985a-46d38df72121'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:46.134686 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Set router 63dbd77a-ef0c-4d8a-985a-46d38df72121 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:46.271898 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7405-2a16-4516-ada5-7b4ed20d55fd req-57d4cb2e-d859-47ba-9b06-0cec5507e6a0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:46.273407 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c78b7405-2a16-4516-ada5-7b4ed20d55fd req-57d4cb2e-d859-47ba-9b06-0cec5507e6a0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0477316 Jul 26 03:12:46.320249 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c78b7405-2a16-4516-ada5-7b4ed20d55fd req-c523fa11-94cf-41db-a51c-7f40bf91ce58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410953 Jul 26 03:12:46.320478 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 4, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port': {'id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '51529edc-a7b7-4692-a849-2ec720c7b166', 'name': '', 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'mac_address': 'fa:16:3e:86:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:38Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 2, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'subnets': [{'id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:46.349421 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Checking router: 63dbd77a-ef0c-4d8a-985a-46d38df72121 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:12:46.349772 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Updating router 63dbd77a-ef0c-4d8a-985a-46d38df72121 port 51529edc-a7b7-4692-a849-2ec720c7b166 binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:12:46.377553 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:46.676301 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:46.682997 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:46.731031 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Publish callbacks [] for port (51529edc-a7b7-4692-a849-2ec720c7b166), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:46.738357 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:46.786296 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b97c4-72eb-4ffd-b2e2-2170f81ca050 None None] Pushing event updated for resources: {'Port': ['ID=51529edc-a7b7-4692-a849-2ec720c7b166,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:46.807816 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316315db-6de0-4b3b-996d-733469c55e96 req-4cf042ee-e6cc-4f2b-80de-a377bae14074 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:46.814295 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-316315db-6de0-4b3b-996d-733469c55e96 req-4cf042ee-e6cc-4f2b-80de-a377bae14074 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 944 time: 0.0758944 Jul 26 03:12:46.842122 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:46.897319 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Attempting to bind port 51529edc-a7b7-4692-a849-2ec720c7b166 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:46.897787 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Attempting to bind port 51529edc-a7b7-4692-a849-2ec720c7b166 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:46.898158 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Attempting to bind port 51529edc-a7b7-4692-a849-2ec720c7b166 on network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:46.910367 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-316315db-6de0-4b3b-996d-733469c55e96 req-f48e0c31-49ec-4525-98c6-b78e16e170b5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820909 Jul 26 03:12:46.916872 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:46.917364 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Checking segment: {'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:46.919265 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:46.919606 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Bound using segment: {'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:46.920119 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Bound port: 51529edc-a7b7-4692-a849-2ec720c7b166, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:46.920502 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:46.990813 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] For port 51529edc-a7b7-4692-a849-2ec720c7b166, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:47.000968 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] For port 51529edc-a7b7-4692-a849-2ec720c7b166, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=51529edc-a7b7-4692-a849-2ec720c7b166,segment=NetworkSegment(e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72),segment_id=e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:47.029508 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:47.106019 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Routers {'63dbd77a-ef0c-4d8a-985a-46d38df72121'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:47.106591 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['63dbd77a-ef0c-4d8a-985a-46d38df72121'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:47.107422 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-dd484f94-0d29-4182-84e8-8831d3e4e9e1 None None] Provisioning complete for port 51529edc-a7b7-4692-a849-2ec720c7b166 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:47.107902 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-dd484f94-0d29-4182-84e8-8831d3e4e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:47.144066 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b97c4-72eb-4ffd-b2e2-2170f81ca050 None None] Pushing event updated for resources: {'Port': ['ID=51529edc-a7b7-4692-a849-2ec720c7b166,revision_number=4']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:47.223392 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-dd484f94-0d29-4182-84e8-8831d3e4e9e1 None None] Current status of the port 51529edc-a7b7-4692-a849-2ec720c7b166 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:47.223779 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-dd484f94-0d29-4182-84e8-8831d3e4e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:47.266746 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] Set router 63dbd77a-ef0c-4d8a-985a-46d38df72121 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:47.284206 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-dd484f94-0d29-4182-84e8-8831d3e4e9e1 None None] For port 51529edc-a7b7-4692-a849-2ec720c7b166, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=51529edc-a7b7-4692-a849-2ec720c7b166,segment=NetworkSegment(e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72),segment_id=e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:47.293192 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-dd484f94-0d29-4182-84e8-8831d3e4e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:47.377215 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd484f94-0d29-4182-84e8-8831d3e4e9e1 None None] Pushing event updated for resources: {'Port': ['ID=51529edc-a7b7-4692-a849-2ec720c7b166,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:47.381830 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 51529edc-a7b7-4692-a849-2ec720c7b166 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:47.461775 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-f51bf865-ef29-43af-a587-94d045bd5215 None None] Provisioning complete for port 51529edc-a7b7-4692-a849-2ec720c7b166 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:47.461775 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f51bf865-ef29-43af-a587-94d045bd5215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:47.500211 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a8a3-3440-4651-af70-6ea7e4920eb4 req-31c89183-1a45-4d43-9619-74dc9f0f6704 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:47.501719 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3284a8a3-3440-4651-af70-6ea7e4920eb4 req-31c89183-1a45-4d43-9619-74dc9f0f6704 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0537043 Jul 26 03:12:47.505194 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 51529edc-a7b7-4692-a849-2ec720c7b166 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:47.505574 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:47.511558 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:47.525980 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 4, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port': {'id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '51529edc-a7b7-4692-a849-2ec720c7b166', 'name': '', 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'mac_address': 'fa:16:3e:86:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:38Z', 'updated_at': '2022-07-26T03:12:46Z', 'revision_number': 4, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'subnets': [{'id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:47.552635 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad8cbc-ea96-4d0e-89d7-40b13ffca6d7 None None] The sync data for ids ['63dbd77a-ef0c-4d8a-985a-46d38df72121'] in dv-cinder-850840-2-iscsi is: [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:40Z', 'revision_number': 4, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port': {'id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '51529edc-a7b7-4692-a849-2ec720c7b166', 'name': '', 'network_id': '0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'mac_address': 'fa:16:3e:86:82:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:38Z', 'updated_at': '2022-07-26T03:12:46Z', 'revision_number': 4, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'subnets': [{'id': 'fa042e06-b7cb-48f9-a350-04dd094f094a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:12:47.567153 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3284a8a3-3440-4651-af70-6ea7e4920eb4 req-3fd843ff-bb6f-4dc8-afdb-246418262386 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571346 Jul 26 03:12:47.592983 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-f51bf865-ef29-43af-a587-94d045bd5215 None None] Current status of the port 51529edc-a7b7-4692-a849-2ec720c7b166 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:47.630807 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 51529edc-a7b7-4692-a849-2ec720c7b166 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:47.851502 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-510a06a7-9034-404a-8490-1e30d96cc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:47.854134 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-510a06a7-9034-404a-8490-1e30d96cc20f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1128 time: 0.0556757 Jul 26 03:12:48.022526 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886f6b-c5b8-467c-8c59-e61163fbf801 req-23cbc23b-6d2f-4aab-9a6c-bb853ba55328 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:48.024052 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-17886f6b-c5b8-467c-8c59-e61163fbf801 req-23cbc23b-6d2f-4aab-9a6c-bb853ba55328 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 944 time: 0.0499616 Jul 26 03:12:48.073299 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-17886f6b-c5b8-467c-8c59-e61163fbf801 req-f1413d88-3890-470b-8b85-2508c173ac56 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Jul 26 03:12:48.493401 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-84f25bc8-f3a8-4bf6-84ce-4acf70d95af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:48.495047 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-84f25bc8-f3a8-4bf6-84ce-4acf70d95af3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1014187 Jul 26 03:12:48.552332 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 00d6395a-b67a-4403-9103-923b188e56a9 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:12:48.669361 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 00d6395a-b67a-4403-9103-923b188e56a9, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00d6395a-b67a-4403-9103-923b188e56a9,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:48.681109 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '00d6395a-b67a-4403-9103-923b188e56a9', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'port_id': '00d6395a-b67a-4403-9103-923b188e56a9', 'mac_address': 'fa:16:3e:d5:5f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:12:48.715344 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 00d6395a-b67a-4403-9103-923b188e56a9 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:48.715733 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (00d6395a-b67a-4403-9103-923b188e56a9), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:48.715967 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530dad8-ff5c-4308-93e7-9d7e78bf9c22 req-3e508a71-3e2a-4c21-806b-0ae687569613 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:48.717632 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f530dad8-ff5c-4308-93e7-9d7e78bf9c22 req-3e508a71-3e2a-4c21-806b-0ae687569613 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0614426 Jul 26 03:12:48.729615 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d6395a-b67a-4403-9103-923b188e56a9 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:12:48.751548 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 00d6395a-b67a-4403-9103-923b188e56a9, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00d6395a-b67a-4403-9103-923b188e56a9,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:48.760104 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (00d6395a-b67a-4403-9103-923b188e56a9), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:48.769779 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f530dad8-ff5c-4308-93e7-9d7e78bf9c22 req-7fa52d70-f47c-480f-b9a9-017d93a3c98e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464277 Jul 26 03:12:48.812660 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=00d6395a-b67a-4403-9103-923b188e56a9,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:48.861438 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-79056326-d572-4c81-94db-1e717f42222d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 217 time: 0.0351048 Jul 26 03:12:48.932356 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-7d41bd99-627b-4a50-b3b9-cae1cb38a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:48.933878 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-7d41bd99-627b-4a50-b3b9-cae1cb38a57b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0605817 Jul 26 03:12:49.007056 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-fe541839-26b6-49f0-b3b7-92d959c7f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:49.008861 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-fe541839-26b6-49f0-b3b7-92d959c7f6ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631902 Jul 26 03:12:49.105236 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['00d6395a-b67a-4403-9103-923b188e56a9'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:12:49.136904 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-f590d61f-9511-41d8-a9b4-1f1a8da5d6c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147931 Jul 26 03:12:49.241400 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:49.288619 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56592) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:49.296016 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-c04b1688-e41f-4aae-8f63-e89d3feac6e5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376283620', 'description': 'tempest-description--1365356280'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:49.303928 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c16975-c0bd-4dee-ae0b-ec5738ce328f req-ab4c179d-743d-4ab4-bf94-8faf352d4df5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:49.305679 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43c16975-c0bd-4dee-ae0b-ec5738ce328f req-ab4c179d-743d-4ab4-bf94-8faf352d4df5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 945 time: 0.0933406 Jul 26 03:12:49.323601 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:49.323994 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 51529edc-a7b7-4692-a849-2ec720c7b166 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:49.331814 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c04b1688-e41f-4aae-8f63-e89d3feac6e5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.364852 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-060120d9-9db3-4731-b9b1-de454ddbd1fa req-ba03f882-cf06-475a-9b0c-c4dc205e11cb service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109571 Jul 26 03:12:49.388708 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43c16975-c0bd-4dee-ae0b-ec5738ce328f req-fde7be25-ea1d-41a4-8c9d-c2f6f666b4fe tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720079 Jul 26 03:12:49.395429 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 51529edc-a7b7-4692-a849-2ec720c7b166 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:49.395878 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.414978 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c04b1688-e41f-4aae-8f63-e89d3feac6e5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (04c4d546-d94b-484e-b48d-49e2294e789c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.420743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c04b1688-e41f-4aae-8f63-e89d3feac6e5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (04c4d546-d94b-484e-b48d-49e2294e789c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.455212 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c04b1688-e41f-4aae-8f63-e89d3feac6e5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.456447 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c04b1688-e41f-4aae-8f63-e89d3feac6e5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1668255 Jul 26 03:12:49.458252 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1688-e41f-4aae-8f63-e89d3feac6e5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c4d546-d94b-484e-b48d-49e2294e789c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:49.459575 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56594) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:49.464605 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-48620d96-74c4-48ba-abb5-60eaf1ed6ff6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': '04c4d546-d94b-484e-b48d-49e2294e789c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:49.478274 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 51529edc-a7b7-4692-a849-2ec720c7b166 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:49.492540 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48620d96-74c4-48ba-abb5-60eaf1ed6ff6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (a5047fbd-2ce1-4022-8e7f-95cdfd0e28a1), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.504190 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:49.552299 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48620d96-74c4-48ba-abb5-60eaf1ed6ff6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (a5047fbd-2ce1-4022-8e7f-95cdfd0e28a1), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.556591 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48620d96-74c4-48ba-abb5-60eaf1ed6ff6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (a5047fbd-2ce1-4022-8e7f-95cdfd0e28a1), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.574771 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48620d96-74c4-48ba-abb5-60eaf1ed6ff6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5047fbd-2ce1-4022-8e7f-95cdfd0e28a1,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:49.582935 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48620d96-74c4-48ba-abb5-60eaf1ed6ff6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.584165 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-48620d96-74c4-48ba-abb5-60eaf1ed6ff6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233099 Jul 26 03:12:49.587068 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56596) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:49.591374 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-fc70c358-0105-4491-ad88-37f1e5bf9955 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': '04c4d546-d94b-484e-b48d-49e2294e789c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:49.619373 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc70c358-0105-4491-ad88-37f1e5bf9955 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (93dad524-571f-4bf0-8bac-5cea9ed14132), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.674777 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc70c358-0105-4491-ad88-37f1e5bf9955 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (93dad524-571f-4bf0-8bac-5cea9ed14132), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.680034 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc70c358-0105-4491-ad88-37f1e5bf9955 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (93dad524-571f-4bf0-8bac-5cea9ed14132), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.699793 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70c358-0105-4491-ad88-37f1e5bf9955 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dad524-571f-4bf0-8bac-5cea9ed14132,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:49.707883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc70c358-0105-4491-ad88-37f1e5bf9955 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.709500 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-fc70c358-0105-4491-ad88-37f1e5bf9955 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210895 Jul 26 03:12:49.712545 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56600) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:49.717893 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:49.719359 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-49622084-24e4-4801-b6c9-3a23f8c70415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.745239 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.839005 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:49.944715 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb0e72-13fc-480b-8fc8-098d60d26760 req-16282ad8-4dad-49ec-a278-380a60c0a191 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:49.946191 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9bb0e72-13fc-480b-8fc8-098d60d26760 req-16282ad8-4dad-49ec-a278-380a60c0a191 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0701263 Jul 26 03:12:50.018186 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.27.3.96 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/c90b240f-42e5-4818-9b3c-db873dca4093) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:50.038475 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9bb0e72-13fc-480b-8fc8-098d60d26760 req-d63838ef-e980-4dd9-9909-b176073caa9e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741632 Jul 26 03:12:50.109690 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:50.144339 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (c90b240f-42e5-4818-9b3c-db873dca4093), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.180273 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (c90b240f-42e5-4818-9b3c-db873dca4093), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.229835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:50.235540 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:50.239530 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:50.242877 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=c90b240f-42e5-4818-9b3c-db873dca4093,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:50.362023 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (f17deea9-b2e2-4cd2-a155-982b227dd165), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.380714 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:50.408511 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (c90b240f-42e5-4818-9b3c-db873dca4093), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.507599 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f6cc-c6b4-4cd1-b6a0-b555f90e3360 req-53ee7767-3cfb-4367-9722-a85a422f7b4a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:50.509286 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6b3f6cc-c6b4-4cd1-b6a0-b555f90e3360 req-53ee7767-3cfb-4367-9722-a85a422f7b4a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 945 time: 0.0477026 Jul 26 03:12:50.535634 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:50.564385 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (c90b240f-42e5-4818-9b3c-db873dca4093), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.564813 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6b3f6cc-c6b4-4cd1-b6a0-b555f90e3360 req-d11f294c-6def-493a-9a93-d371a335bd3b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493240 Jul 26 03:12:50.569134 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (c90b240f-42e5-4818-9b3c-db873dca4093), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.581069 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:12:50.585546 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 00d6395a-b67a-4403-9103-923b188e56a9 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:50.622044 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:50.637344 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=c90b240f-42e5-4818-9b3c-db873dca4093,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:50.651717 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (f17deea9-b2e2-4cd2-a155-982b227dd165), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.668372 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.669626 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f7d8eeb1-3692-40b9-8560-d118e0111bfd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9556527 Jul 26 03:12:50.703599 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 00d6395a-b67a-4403-9103-923b188e56a9 completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:12:50.713826 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 00d6395a-b67a-4403-9103-923b188e56a9 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:50.714345 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (00d6395a-b67a-4403-9103-923b188e56a9), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.768402 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:50.788243 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'port_id': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'mac_address': 'fa:16:3e:6f:c0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:12:50.857259 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 00d6395a-b67a-4403-9103-923b188e56a9 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:50.857975 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (00d6395a-b67a-4403-9103-923b188e56a9), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.861899 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: ACTIVE; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:50.863093 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.888429 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b87353fe-7737-4250-b95a-0e1027d7987e {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:12:50.905234 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:50.907857 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aad6d1-b2de-417d-9b3e-306252992b9c" -d '{"events": [{"server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "name": "network-vif-plugged", "status": "completed", "tag": "00d6395a-b67a-4403-9103-923b188e56a9"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:50.937205 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 00d6395a-b67a-4403-9103-923b188e56a9, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00d6395a-b67a-4403-9103-923b188e56a9,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:50.945064 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:50.949097 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (00d6395a-b67a-4403-9103-923b188e56a9), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.959182 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:50.964683 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370f3157-915d-4bb6-8d04-f074c78713a4 x-openstack-request-id: req-370f3157-915d-4bb6-8d04-f074c78713a4 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:50.964880 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "name": "network-vif-plugged", "status": "completed", "tag": "00d6395a-b67a-4403-9103-923b188e56a9", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:50.965142 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-370f3157-915d-4bb6-8d04-f074c78713a4 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:50.966273 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370f3157-915d-4bb6-8d04-f074c78713a4'] response: {'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9', 'code': 200} Jul 26 03:12:51.040797 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=00d6395a-b67a-4403-9103-923b188e56a9,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:51.115686 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['b87353fe-7737-4250-b95a-0e1027d7987e'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:12:51.201228 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=6']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:51.230476 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:51.243607 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5796542-082a-419d-9b4b-3836c32395e1 req-c894d276-f9b8-4952-a5e8-914fbadde32d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:51.245133 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c5796542-082a-419d-9b4b-3836c32395e1 req-c894d276-f9b8-4952-a5e8-914fbadde32d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 944 time: 0.0755701 Jul 26 03:12:51.305580 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-6407640f-80c9-413f-9e04-f943d09c2404 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1376283620&fields=id&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 267 time: 0.4700837 Jul 26 03:12:51.355575 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f7b5e-6bba-402e-a096-b1e303b05b71 req-4ed8744b-7afe-4c31-b05e-afa783fc2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:51.357246 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-147f7b5e-6bba-402e-a096-b1e303b05b71 req-4ed8744b-7afe-4c31-b05e-afa783fc2f83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1130 time: 0.1005974 Jul 26 03:12:51.455105 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c5796542-082a-419d-9b4b-3836c32395e1 req-61decf96-a0a1-436e-a69c-236b1cf7d54d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1995761 Jul 26 03:12:51.471802 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-147f7b5e-6bba-402e-a096-b1e303b05b71 req-dacdbfcf-c06d-4061-9f9a-ba81f646b54d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063187 Jul 26 03:12:51.509326 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-328024af-79f8-4e74-8328-db654d588f61 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:51.510857 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-328024af-79f8-4e74-8328-db654d588f61 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.1984327 Jul 26 03:12:51.528381 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-509cf245-371e-4609-b7ca-ee7586ff5d0e tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/quotas/9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 375 time: 0.0109329 Jul 26 03:12:51.592586 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-0d2e18f2-edae-4ed8-9319-78faa2c45850 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563884 Jul 26 03:12:51.654432 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56676) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:51.687804 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:51.701024 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbcd67-0878-4e46-b23b-f912cce763a3 req-da84569a-03e2-4960-94f9-a70f3feb6196 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:51.709425 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1dfbcd67-0878-4e46-b23b-f912cce763a3 req-da84569a-03e2-4960-94f9-a70f3feb6196 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0697398 Jul 26 03:12:51.718058 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-c32e69c4-ba8d-4684-ab39-4d62b11227e6 service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073401 Jul 26 03:12:51.768819 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1dfbcd67-0878-4e46-b23b-f912cce763a3 req-67f05574-1399-44c7-8219-323e5f898df7 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555096 Jul 26 03:12:51.834138 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f767a8fd-1667-4729-afd6-44a9b4f46109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:51.875428 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-da1df126-ae91-44fd-8d75-6ac0528a6575 service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517074 Jul 26 03:12:51.970997 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f767a8fd-1667-4729-afd6-44a9b4f46109 admin admin] Publish callbacks [] for security_group (c175e3b9-5797-449e-9026-cc68f3ae102b), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:51.976552 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-60f7ef6d-e48c-4750-b3a9-bb4012bd2122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:51.982163 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f767a8fd-1667-4729-afd6-44a9b4f46109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (c175e3b9-5797-449e-9026-cc68f3ae102b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.013062 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:52.039750 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f767a8fd-1667-4729-afd6-44a9b4f46109 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4233aa1888f941fc8d56ceb4220d6950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841565 Jul 26 03:12:52.041488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767a8fd-1667-4729-afd6-44a9b4f46109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c175e3b9-5797-449e-9026-cc68f3ae102b,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:52.044196 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56684) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:52.138870 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19fd4c31-ae71-432d-a0cf-9554f9bb2adf admin admin] Publish callbacks [] for security_group (c175e3b9-5797-449e-9026-cc68f3ae102b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.160767 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-aeff90d0-6bd6-4046-a861-92a3c0f73b08 req-4a025fef-0f53-416e-9cbe-a7b70be5a0d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 210 time: 0.0365908 Jul 26 03:12:52.205815 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19fd4c31-ae71-432d-a0cf-9554f9bb2adf admin admin] Publish callbacks [] for security_group (c175e3b9-5797-449e-9026-cc68f3ae102b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.315522 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19fd4c31-ae71-432d-a0cf-9554f9bb2adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (c175e3b9-5797-449e-9026-cc68f3ae102b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.320508 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19fd4c31-ae71-432d-a0cf-9554f9bb2adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.321766 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-19fd4c31-ae71-432d-a0cf-9554f9bb2adf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c175e3b9-5797-449e-9026-cc68f3ae102b HTTP/1.1" status: 204 len: 168 time: 0.2764888 Jul 26 03:12:52.339584 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd4c31-ae71-432d-a0cf-9554f9bb2adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c175e3b9-5797-449e-9026-cc68f3ae102b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:52.583469 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:12:52.624859 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f71bd-46e4-42a9-a4b8-9e5b978830df req-83183cdc-a66f-4034-b976-4bcc9115c72b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:52.632475 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-152f71bd-46e4-42a9-a4b8-9e5b978830df req-83183cdc-a66f-4034-b976-4bcc9115c72b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 944 time: 0.0602405 Jul 26 03:12:52.698543 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-152f71bd-46e4-42a9-a4b8-9e5b978830df req-3ba229fa-5851-4c98-8085-2f5da557504b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650351 Jul 26 03:12:52.716437 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port b87353fe-7737-4250-b95a-0e1027d7987e triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:52.717189 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.818395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:12:52.818902 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.821388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:52.876425 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:12:52.883418 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:52.931361 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339de25-f96e-48ee-9da9-a61c016c24f5 req-3105f3a2-fe54-487f-a255-e575ef21f6d0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:52.937276 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6339de25-f96e-48ee-9da9-a61c016c24f5 req-3105f3a2-fe54-487f-a255-e575ef21f6d0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0682342 Jul 26 03:12:52.943304 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=7']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:52.967872 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:52.970297 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1025fa10-d536-4d65-95a2-629c7b3eca58" -d '{"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-plugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:52.999705 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6339de25-f96e-48ee-9da9-a61c016c24f5 req-62be6ff7-0db0-4804-a90a-137718a8bef6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605583 Jul 26 03:12:53.027607 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cbf8a9-2293-450d-a405-3ceeac6ed781 x-openstack-request-id: req-f6cbf8a9-2293-450d-a405-3ceeac6ed781 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:53.028538 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-plugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:53.029008 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6cbf8a9-2293-450d-a405-3ceeac6ed781 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:53.029499 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cbf8a9-2293-450d-a405-3ceeac6ed781'] response: {'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'code': 200} Jul 26 03:12:53.140003 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:53.290551 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f97a2f5a-1bdf-4a2d-bd6a-2c216bf06b98 req-c023e880-28f7-4989-8b85-06a1a610c755 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 210 time: 0.0402956 Jul 26 03:12:53.876059 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b6ed8-c4d9-4f75-a62a-16f7933ff614 req-aac78705-8aa0-4593-9060-b2ac4d7f2d3b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:53.877635 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f38b6ed8-c4d9-4f75-a62a-16f7933ff614 req-aac78705-8aa0-4593-9060-b2ac4d7f2d3b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Jul 26 03:12:53.928306 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f38b6ed8-c4d9-4f75-a62a-16f7933ff614 req-65101439-0567-4d3b-873b-e98e20cb9743 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448463 Jul 26 03:12:54.134348 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b275b-4da3-42d7-9980-e8eca84bda4b req-9417026e-6358-4247-a60c-060f927ad23a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:54.150561 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-082b275b-4da3-42d7-9980-e8eca84bda4b req-9417026e-6358-4247-a60c-060f927ad23a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0668781 Jul 26 03:12:54.207664 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-082b275b-4da3-42d7-9980-e8eca84bda4b req-f65ef520-3815-4194-a577-a833c5e9e60d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559542 Jul 26 03:12:54.359665 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871456f3-5cfc-4adf-b376-f0fa651fd6ed req-4168f848-6ab0-4086-bfe5-c7c379a165e6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:54.364730 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-871456f3-5cfc-4adf-b376-f0fa651fd6ed req-4168f848-6ab0-4086-bfe5-c7c379a165e6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0856102 Jul 26 03:12:54.387116 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56722) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:12:54.395891 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'floatingip': {'port_id': '00d6395a-b67a-4403-9103-923b188e56a9'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:54.429986 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-04410b13-3d3e-4b1c-af14-95063b34ff02 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:54.431875 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-04410b13-3d3e-4b1c-af14-95063b34ff02 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.2129998 Jul 26 03:12:54.477317 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:54.509364 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-aec41d9e-4516-4626-bd6d-0438b55e6eb5 req-e2efbfb0-d7f2-4eef-912b-53372929f4e1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 210 time: 0.0733364 Jul 26 03:12:54.593709 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-a0548515-989a-4934-b13e-e24f9066d853 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 471 time: 0.1371853 Jul 26 03:12:54.608281 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:54.763410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:54.776264 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:55.008537 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:55.015891 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:55.027858 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'port': {'device_id': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'admin_state_up': True, 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'security_groups': ['04c4d546-d94b-484e-b48d-49e2294e789c']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:55.152083 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3eab7-aefc-42ce-b997-b857bc78268b req-f42baa18-34f6-4abc-b650-2440cab9ab71 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:55.159550 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ed3eab7-aefc-42ce-b997-b857bc78268b req-f42baa18-34f6-4abc-b650-2440cab9ab71 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0961964 Jul 26 03:12:55.173335 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:55.190079 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:55.197921 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Floating IP 1264daf3-7718-447d-8915-39403ecbc408 associated. External IP: 172.27.3.41, port: 00d6395a-b67a-4403-9103-923b188e56a9. Jul 26 03:12:55.207743 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:55.220761 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Made reservation on behalf of 9d8d482c37d849cf8bdf035e110e0f34 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:12:55.224854 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:55.263541 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8ed3eab7-aefc-42ce-b997-b857bc78268b req-210ad95c-d5be-4fa4-92c0-56d0de8c2485 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027431 Jul 26 03:12:55.418289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.20.0.11 (3f744be8-1146-4ad7-825e-8d297f751ced/1c525c5f-9e6c-4e62-a144-1be18d38e205/a2e79be8-72eb-4197-ab48-b9e19b2869db) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:12:55.460002 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:12:55.592396 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:12:55.596968 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:55.603937 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] Sync routers for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:12:55.629277 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:55.630101 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:55.638571 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:55.670977 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c2c32576-4a21-4e93-90f4-18982c7a68b2 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "PUT /v2.0/floatingips/1264daf3-7718-447d-8915-39403ecbc408 HTTP/1.1" status: 200 len: 991 time: 1.2825794 Jul 26 03:12:55.671547 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:55.679024 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02638271-8ec3-45c6-a0c8-18d59a6b7697" -d '{"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:55.723737 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:55.735941 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f91796da-c603-4888-8895-469025bf9e8e req-e2e17ec1-a26c-450b-ab5b-99b2b44bfc70 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 210 time: 0.0522914 Jul 26 03:12:55.794562 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d046cad-9e32-4fc5-b02d-bd2f2084a736 x-openstack-request-id: req-5d046cad-9e32-4fc5-b02d-bd2f2084a736 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:55.794857 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:55.795502 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d046cad-9e32-4fc5-b02d-bd2f2084a736 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:55.795978 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d046cad-9e32-4fc5-b02d-bd2f2084a736'] response: {'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9', 'status': 'completed', 'code': 200} Jul 26 03:12:55.809482 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=a2e79be8-72eb-4197-ab48-b9e19b2869db,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:55.850138 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:55.875126 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 3f744be8-1146-4ad7-825e-8d297f751ced is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:12:55.877447 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:12:55.894623 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:12:55.917576 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-1a3ba2d8-1ead-4adc-8768-ae287c6656b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:55.920081 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-1a3ba2d8-1ead-4adc-8768-ae287c6656b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1130 time: 0.1059420 Jul 26 03:12:55.981308 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:55.982406 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:56.023706 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:56.026122 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-53b2408d-6431-4e57-8254-ccb7e0bb0dbf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0224121 Jul 26 03:12:56.039228 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Request body: {'port': {'device_id': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:12:56.082707 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-177de804-f6cd-4528-93a5-ea8d362995be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:56.084165 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-177de804-f6cd-4528-93a5-ea8d362995be service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1552234 Jul 26 03:12:56.124758 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:56.207057 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-e61041ec-a9ec-4f10-8866-ac1c7dc404e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 999 time: 0.1103814 Jul 26 03:12:56.279292 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-65206792-4d1d-4d63-8308-0623efcfa2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:56.281846 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-65206792-4d1d-4d63-8308-0623efcfa2cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0673180 Jul 26 03:12:56.357018 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-33cd9543-8782-4ce5-bf0b-2cf70dd4ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:56.364598 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-33cd9543-8782-4ce5-bf0b-2cf70dd4ab97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671754 Jul 26 03:12:56.399497 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1264daf3-7718-447d-8915-39403ecbc408', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'port_id': '00d6395a-b67a-4403-9103-923b188e56a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'mac_address': 'fa:16:3e:d5:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:54Z', 'revision_number': 1, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:56.463525 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] Checking router: dbaafe3f-3d34-4ba8-836a-68d036bea8f1 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:12:56.472376 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9fe0c55d-f5d9-49ba-89f2-a0256fe6c0dd None None] Provisioning complete for port a2e79be8-72eb-4197-ab48-b9e19b2869db triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:12:56.473058 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9fe0c55d-f5d9-49ba-89f2-a0256fe6c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:56.499986 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:12:56.501468 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:56.541920 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-02ac6b24-320a-403b-808a-f48274e8b253 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711059 Jul 26 03:12:56.559821 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9fe0c55d-f5d9-49ba-89f2-a0256fe6c0dd None None] Port a2e79be8-72eb-4197-ab48-b9e19b2869db cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:12:56.672721 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:12:56.707677 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-02638271-8ec3-45c6-a0c8-18d59a6b7697 req-f605e759-0404-4f55-b4a1-a8ccc2adedac service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575353 Jul 26 03:12:56.730506 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:56.732806 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:56.754894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee22179-e427-4c5e-be6a-8af87f59a313 req-99fb285e-f1b9-4023-befe-38669a40b481 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:56.756498 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7ee22179-e427-4c5e-be6a-8af87f59a313 req-99fb285e-f1b9-4023-befe-38669a40b481 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0872054 Jul 26 03:12:56.852995 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:56.856703 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7ee22179-e427-4c5e-be6a-8af87f59a313 req-b9aa9dea-fbc6-4954-8252-56bd7910b00e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732877 Jul 26 03:12:56.867279 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e79be8-72eb-4197-ab48-b9e19b2869db {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:12:56.876338 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Publish callbacks [] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:56.929456 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Transition to ACTIVE for port object a2e79be8-72eb-4197-ab48-b9e19b2869db will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:12:56.940906 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:56.965737 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a84ea-649c-4488-bd79-30f9c8463d29 req-372b8715-e645-43a2-bb5f-ab4d3b66f372 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:56.967353 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3b2a84ea-649c-4488-bd79-30f9c8463d29 req-372b8715-e645-43a2-bb5f-ab4d3b66f372 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 932 time: 0.0732968 Jul 26 03:12:57.064378 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3b2a84ea-649c-4488-bd79-30f9c8463d29 req-ce7f8237-9c00-4475-b337-6f9aa727e779 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830553 Jul 26 03:12:57.078523 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e79be8-72eb-4197-ab48-b9e19b2869db,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:57.146891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:57.163921 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1264daf3-7718-447d-8915-39403ecbc408', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'port_id': '00d6395a-b67a-4403-9103-923b188e56a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'mac_address': 'fa:16:3e:d5:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:54Z', 'revision_number': 1, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:12:57.217950 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae17c2d-3373-4b55-8ae9-a61f9695a92a None None] The sync data for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi is: [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1264daf3-7718-447d-8915-39403ecbc408', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'port_id': '00d6395a-b67a-4403-9103-923b188e56a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'mac_address': 'fa:16:3e:d5:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:54Z', 'revision_number': 1, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:12:57.218270 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Attempting to bind port a2e79be8-72eb-4197-ab48-b9e19b2869db on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:12:57.218568 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Attempting to bind port a2e79be8-72eb-4197-ab48-b9e19b2869db by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:12:57.218890 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Attempting to bind port a2e79be8-72eb-4197-ab48-b9e19b2869db on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:57.237040 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Port a2e79be8-72eb-4197-ab48-b9e19b2869db on network 3f744be8-1146-4ad7-825e-8d297f751ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:12:57.237521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Attempting to bind port a2e79be8-72eb-4197-ab48-b9e19b2869db on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:12:57.247150 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:12:57.247623 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Checking segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:12:57.248012 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Bound using segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:12:57.248441 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Bound port: a2e79be8-72eb-4197-ab48-b9e19b2869db, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:12:57.248802 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:57.324964 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:12:57.374898 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] For port a2e79be8-72eb-4197-ab48-b9e19b2869db, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:12:57.382864 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] For port a2e79be8-72eb-4197-ab48-b9e19b2869db, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a2e79be8-72eb-4197-ab48-b9e19b2869db,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:12:57.400950 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:57.454358 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18607f-97ea-4c8e-98c3-b921cec153db req-019c9a95-a80d-487d-9193-76daaf545b92 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:57.454667 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:57.455860 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:12:57.457593 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] 10.222.0.36 "PUT /v2.0/ports/a2e79be8-72eb-4197-ab48-b9e19b2869db HTTP/1.1" status: 200 len: 1094 time: 1.4234142 Jul 26 03:12:57.458039 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:12:57.460896 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38e8e3-e64c-431d-aa5d-588edcfbf326" -d '{"events": [{"name": "network-changed", "server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:12:57.471667 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f18607f-97ea-4c8e-98c3-b921cec153db req-019c9a95-a80d-487d-9193-76daaf545b92 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0982623 Jul 26 03:12:57.493609 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b7bc4-33a5-4a72-909c-3c00e16bad3f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e79be8-72eb-4197-ab48-b9e19b2869db,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:12:57.522868 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cb8af2-fc87-4de0-8ccd-26d2d8b82dbf x-openstack-request-id: req-e0cb8af2-fc87-4de0-8ccd-26d2d8b82dbf {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:12:57.523265 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:12:57.524088 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0cb8af2-fc87-4de0-8ccd-26d2d8b82dbf {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:12:57.527822 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cb8af2-fc87-4de0-8ccd-26d2d8b82dbf'] response: {'name': 'network-changed', 'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'status': 'completed', 'code': 200} Jul 26 03:12:57.529805 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:57.572048 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f18607f-97ea-4c8e-98c3-b921cec153db req-d3906163-94bd-4a46-a1c4-cbd632c5b823 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991862 Jul 26 03:12:57.608099 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38e8e3-e64c-431d-aa5d-588edcfbf326 req-bb13d2b9-bc38-4f08-9aef-56bc9500fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:57.611004 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8a38e8e3-e64c-431d-aa5d-588edcfbf326 req-bb13d2b9-bc38-4f08-9aef-56bc9500fd8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 1128 time: 0.0625186 Jul 26 03:12:57.656725 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8898805-af8e-4122-9f72-2b226d098f1b None None] New status for floating IP 1264daf3-7718-447d-8915-39403ecbc408: ACTIVE {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:12:57.778525 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38e8e3-e64c-431d-aa5d-588edcfbf326 req-14f638d0-a76f-4c05-b8ce-1489213b0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:57.780195 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8a38e8e3-e64c-431d-aa5d-588edcfbf326 req-14f638d0-a76f-4c05-b8ce-1489213b0dbb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1582246 Jul 26 03:12:58.041663 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38e8e3-e64c-431d-aa5d-588edcfbf326 req-75b50466-a360-4010-9890-72f428b1629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:58.043341 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8a38e8e3-e64c-431d-aa5d-588edcfbf326 req-75b50466-a360-4010-9890-72f428b1629f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704371 Jul 26 03:12:58.050790 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8955b-91d8-495a-841e-9b103985476b req-99303939-727b-4837-9562-94d01044a2e0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:58.052505 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bdb8955b-91d8-495a-841e-9b103985476b req-99303939-727b-4837-9562-94d01044a2e0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0645564 Jul 26 03:12:58.068268 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:58.166918 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-c2d1f4c4-3269-4abc-9566-e3b0599fdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:58.168812 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-c2d1f4c4-3269-4abc-9566-e3b0599fdbd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 1128 time: 0.0770266 Jul 26 03:12:58.174676 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bdb8955b-91d8-495a-841e-9b103985476b req-4f332672-e478-432a-95fa-913215eb4be5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147611 Jul 26 03:12:58.202741 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ae8f3-d2f5-417d-9c1f-a94b98849afa req-ead5da6b-6200-4429-bd22-e27e527afc4e tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:58.208796 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d15ae8f3-d2f5-417d-9c1f-a94b98849afa req-ead5da6b-6200-4429-bd22-e27e527afc4e tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 944 time: 0.0565646 Jul 26 03:12:58.220808 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-b0e6f8c9-b380-4ad8-9254-fbe19b0f8f99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e79be8-72eb-4197-ab48-b9e19b2869db HTTP/1.1" status: 200 len: 217 time: 0.0428114 Jul 26 03:12:58.225203 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:58.262197 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d15ae8f3-d2f5-417d-9c1f-a94b98849afa req-29b45e32-1433-4229-ac99-a6461f1bafea tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526149 Jul 26 03:12:58.287217 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-8b1824ac-f501-4838-85fe-8e4fa35074a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:58.287568 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-8b1824ac-f501-4838-85fe-8e4fa35074a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0553191 Jul 26 03:12:58.338491 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-1d9c7187-aaa9-4a2b-9a8f-16a47d2f377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:58.340151 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-1d9c7187-aaa9-4a2b-9a8f-16a47d2f377f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445006 Jul 26 03:12:58.446527 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-fd59b125-72f3-4331-9e0f-9fc3979dc6dd service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945647 Jul 26 03:12:58.559156 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-74ac0c91-4cf9-4b3a-b609-606a39e2aa56 req-4033b453-32cd-4ae1-937e-b0c7cf2663ec service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043925 Jul 26 03:12:58.714341 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95081d-e6d3-40a3-bd77-74a009e859af req-5c7eebef-1ed8-4c5d-b55a-cc7cd3f99211 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:58.715883 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1e95081d-e6d3-40a3-bd77-74a009e859af req-5c7eebef-1ed8-4c5d-b55a-cc7cd3f99211 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0594881 Jul 26 03:12:58.775166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:12:58.780473 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1e95081d-e6d3-40a3-bd77-74a009e859af req-803c0202-f912-4cbe-8a7e-c6eaaa7e94c2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584314 Jul 26 03:12:59.321679 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd687ef8-35da-4fab-9342-3da3410fc479 req-836c639f-aa03-47f1-8da6-b2347694d08a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:59.321679 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fd687ef8-35da-4fab-9342-3da3410fc479 req-836c639f-aa03-47f1-8da6-b2347694d08a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0616529 Jul 26 03:12:59.379691 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fd687ef8-35da-4fab-9342-3da3410fc479 req-d2ec6b5a-b229-4bab-b486-333ac0f7b75c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499477 Jul 26 03:12:59.415695 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655da7c7-6769-4aff-b5a9-baef3ec49e3e req-71e9056d-a579-45b4-909d-16bd02cc2ef9 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:59.417950 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-655da7c7-6769-4aff-b5a9-baef3ec49e3e req-71e9056d-a579-45b4-909d-16bd02cc2ef9 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 944 time: 0.0656655 Jul 26 03:12:59.475348 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-655da7c7-6769-4aff-b5a9-baef3ec49e3e req-1cd80619-0615-4c55-9216-04c43b36efd5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511351 Jul 26 03:12:59.916617 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e7da-ac9a-4144-afcd-743ff7197191 req-89147df3-e89b-46c0-b87e-5113d6d67e30 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:12:59.918648 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b934e7da-ac9a-4144-afcd-743ff7197191 req-89147df3-e89b-46c0-b87e-5113d6d67e30 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0509107 Jul 26 03:12:59.968016 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b934e7da-ac9a-4144-afcd-743ff7197191 req-aaa41f4f-7671-4de8-8691-5f936cf0795d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439498 Jul 26 03:13:00.544235 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914fe84-9370-4082-9f64-c7880e19c5ae req-7c45c3b0-e36c-464c-9e12-07a910e31a6a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:00.551257 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3914fe84-9370-4082-9f64-c7880e19c5ae req-7c45c3b0-e36c-464c-9e12-07a910e31a6a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0565460 Jul 26 03:13:00.600875 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3914fe84-9370-4082-9f64-c7880e19c5ae req-43953d2f-efb8-46a6-809f-b020dbb66c67 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486438 Jul 26 03:13:00.618285 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5264631-0d02-477c-bb7a-6b1949fcda40 req-bd478e16-b0fd-4de8-bd58-8a0e888f1064 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:00.635952 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e5264631-0d02-477c-bb7a-6b1949fcda40 req-bd478e16-b0fd-4de8-bd58-8a0e888f1064 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 944 time: 0.0739090 Jul 26 03:13:00.639478 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device a2e79be8-72eb-4197-ab48-b9e19b2869db details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:13:00.674099 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e5264631-0d02-477c-bb7a-6b1949fcda40 req-e81e3b7c-6a66-4c6b-90a6-bb50b76e11f2 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Jul 26 03:13:00.764492 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port a2e79be8-72eb-4197-ab48-b9e19b2869db, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a2e79be8-72eb-4197-ab48-b9e19b2869db,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:00.781801 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'port_id': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'mac_address': 'fa:16:3e:9b:2e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:13:00.829744 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port a2e79be8-72eb-4197-ab48-b9e19b2869db is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:00.830131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:00.847143 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e79be8-72eb-4197-ab48-b9e19b2869db {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:13:00.871204 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port a2e79be8-72eb-4197-ab48-b9e19b2869db, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a2e79be8-72eb-4197-ab48-b9e19b2869db,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:00.876256 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:00.929853 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=a2e79be8-72eb-4197-ab48-b9e19b2869db,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:01.098058 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a3d32-866f-407a-b902-8d68bd040df1 req-86172020-9b02-4711-84cf-3ae52011e134 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:01.099873 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-679a3d32-866f-407a-b902-8d68bd040df1 req-86172020-9b02-4711-84cf-3ae52011e134 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Jul 26 03:13:01.157265 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-679a3d32-866f-407a-b902-8d68bd040df1 req-273f33bb-c966-442b-af33-ce8ee705711c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509124 Jul 26 03:13:01.318160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['a2e79be8-72eb-4197-ab48-b9e19b2869db'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:13:01.735783 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de193766-2c4a-4089-b930-824c0241743d req-cd2b3ff8-231a-44b6-8828-44eec6bae114 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:01.738696 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de193766-2c4a-4089-b930-824c0241743d req-cd2b3ff8-231a-44b6-8828-44eec6bae114 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0519652 Jul 26 03:13:01.788551 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de193766-2c4a-4089-b930-824c0241743d req-99cc98df-0188-4a1b-be3b-7c2ceb13c7ff tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442400 Jul 26 03:13:01.812510 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87001939-cc14-4fa7-a077-cb7cddcbc7b9 req-a1b60ba4-0128-45c1-a6dc-a5bb4329ea64 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:01.819478 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-87001939-cc14-4fa7-a077-cb7cddcbc7b9 req-a1b60ba4-0128-45c1-a6dc-a5bb4329ea64 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 945 time: 0.0593491 Jul 26 03:13:01.864830 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-87001939-cc14-4fa7-a077-cb7cddcbc7b9 req-81e4e11a-9edf-4cfa-bf70-e6b589066cc1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Jul 26 03:13:02.283661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:02.295694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86015694-a955-422d-8c3b-18bb91cc7cf1 req-223f39d6-08a5-4f23-87dd-0a44e5b5cd49 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:02.297329 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86015694-a955-422d-8c3b-18bb91cc7cf1 req-223f39d6-08a5-4f23-87dd-0a44e5b5cd49 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0539954 Jul 26 03:13:02.372015 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86015694-a955-422d-8c3b-18bb91cc7cf1 req-c0b2e074-9c4b-44c9-a679-ace0b9fb1e00 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632250 Jul 26 03:13:02.647399 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device a2e79be8-72eb-4197-ab48-b9e19b2869db up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:13:02.693503 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port a2e79be8-72eb-4197-ab48-b9e19b2869db completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:13:02.701843 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port a2e79be8-72eb-4197-ab48-b9e19b2869db triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:13:02.702177 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:02.795650 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port a2e79be8-72eb-4197-ab48-b9e19b2869db is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:02.795991 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:02.829405 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:02.831706 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d879d-e924-4e5a-91df-f28d479616c4" -d '{"events": [{"server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "name": "network-vif-plugged", "status": "completed", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:02.849429 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port a2e79be8-72eb-4197-ab48-b9e19b2869db, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a2e79be8-72eb-4197-ab48-b9e19b2869db,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:02.855662 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:02.890337 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:02.925722 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5357337-b085-403e-8c21-7e966409a503 x-openstack-request-id: req-e5357337-b085-403e-8c21-7e966409a503 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:02.926318 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "name": "network-vif-plugged", "status": "completed", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:02.926756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5357337-b085-403e-8c21-7e966409a503 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:02.927351 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5357337-b085-403e-8c21-7e966409a503'] response: {'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'code': 200} Jul 26 03:13:02.930552 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=a2e79be8-72eb-4197-ab48-b9e19b2869db,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:02.988467 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc4c91-7d2c-4c23-a7e6-aaa2b6b0aac9 req-308cc868-faa1-4db6-965c-37120b476528 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:03.002786 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48cc4c91-7d2c-4c23-a7e6-aaa2b6b0aac9 req-308cc868-faa1-4db6-965c-37120b476528 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0893967 Jul 26 03:13:03.056995 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cc7cd-207e-4818-ad49-c9451c964ab0 req-429a4ff0-3ff3-4c4c-88f6-336ebb8bc990 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:03.065746 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a6cc7cd-207e-4818-ad49-c9451c964ab0 req-429a4ff0-3ff3-4c4c-88f6-336ebb8bc990 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 946 time: 0.0737448 Jul 26 03:13:03.102015 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48cc4c91-7d2c-4c23-a7e6-aaa2b6b0aac9 req-a4c55c25-96c3-4691-a5fc-78e1481bf45c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972106 Jul 26 03:13:03.122616 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a6cc7cd-207e-4818-ad49-c9451c964ab0 req-6fcc1193-0517-428d-a4a5-6a839bd33101 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555830 Jul 26 03:13:03.182101 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9587527-f3cb-4678-b95c-a32660ed5b5c req-3ae9e69f-10bb-4ae6-91a6-066608007229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:03.183737 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e9587527-f3cb-4678-b95c-a32660ed5b5c req-3ae9e69f-10bb-4ae6-91a6-066608007229 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 1130 time: 0.0466411 Jul 26 03:13:03.241491 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e9587527-f3cb-4678-b95c-a32660ed5b5c req-59167f27-ab49-40c3-af76-e01609f2965d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Jul 26 03:13:03.503048 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f34cdb-76cb-44aa-a780-5d85ac70f414 req-113902b1-7bc0-4774-b558-27baeb66043b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:03.507472 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-31f34cdb-76cb-44aa-a780-5d85ac70f414 req-113902b1-7bc0-4774-b558-27baeb66043b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0528631 Jul 26 03:13:03.516976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:03.557265 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-e7358eb1-d29c-4bf6-8870-712cddcf8417 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416688317&fields=id&tenant_id=bd8a79690708464a9c3ffe381667a03c HTTP/1.1" status: 200 len: 267 time: 0.0457556 Jul 26 03:13:03.559033 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-31f34cdb-76cb-44aa-a780-5d85ac70f414 req-28f7b7fc-4c00-41d8-b445-9b2739e00610 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488422 Jul 26 03:13:03.668296 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c4607ef5-e4aa-45f5-b0a4-fe851cda0690 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:03.669684 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c4607ef5-e4aa-45f5-b0a4-fe851cda0690 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 808 time: 0.1057158 Jul 26 03:13:03.684362 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-6f15b47d-1212-48ca-b26e-9eea06bb8693 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/quotas/bd8a79690708464a9c3ffe381667a03c HTTP/1.1" status: 200 len: 375 time: 0.0093093 Jul 26 03:13:03.733539 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-3a95a2ed-e593-45e6-b100-254f37150d01 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443461 Jul 26 03:13:03.846219 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c6dff479-2752-46eb-8410-13a97b4ffd2b service neutron] 10.222.0.42 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004040 Jul 26 03:13:03.939847 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-80e754a7-d343-437a-9058-56463fb50227 service neutron] 10.222.0.42 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855637 Jul 26 03:13:04.258178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7bb6-44d9-4f5c-8ee2-0bdedac67b1e req-d07a046a-4ffb-46fe-8b31-3b231389d2b3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:04.259787 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be1c7bb6-44d9-4f5c-8ee2-0bdedac67b1e req-d07a046a-4ffb-46fe-8b31-3b231389d2b3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 946 time: 0.0591238 Jul 26 03:13:04.276261 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc337a28-8766-4ff2-ba82-4b27bfe9613a req-be2b398e-3474-4ea3-a740-0b70835c41f5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:04.278422 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fc337a28-8766-4ff2-ba82-4b27bfe9613a req-be2b398e-3474-4ea3-a740-0b70835c41f5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Jul 26 03:13:04.292427 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:04.312036 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be1c7bb6-44d9-4f5c-8ee2-0bdedac67b1e req-51e8e6a3-8bf3-4ec6-b41e-e72efc9083b8 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457549 Jul 26 03:13:04.334691 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fc337a28-8766-4ff2-ba82-4b27bfe9613a req-4f51cfff-a110-4966-b546-ab40548ca263 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496001 Jul 26 03:13:04.384036 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9473ba06-a94b-450f-ac81-ce027b9560a4 req-ddacd511-ba65-40a3-af83-3f2270042f74 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 210 time: 0.0290737 Jul 26 03:13:04.692997 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b204-9aad-4505-9f96-1a49894283cf req-69ca8d8f-9c80-4138-9904-4d0fd7e17b02 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:04.694889 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b0e5b204-9aad-4505-9f96-1a49894283cf req-69ca8d8f-9c80-4138-9904-4d0fd7e17b02 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0568850 Jul 26 03:13:04.749270 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b0e5b204-9aad-4505-9f96-1a49894283cf req-063b5fdf-edbe-4e25-a5f2-3f1ba269ca96 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482872 Jul 26 03:13:05.236434 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-dfbd5c8a-7f13-4c62-838c-cb03b73e81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.237994 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-dfbd5c8a-7f13-4c62-838c-cb03b73e81f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1129 time: 0.0494015 Jul 26 03:13:05.345900 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-5f90d166-99c9-4b83-bfe6-84cafe389be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.347303 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-5f90d166-99c9-4b83-bfe6-84cafe389be6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.0915060 Jul 26 03:13:05.431567 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-99b96e5f-eac1-4809-b144-31c7cc981fec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 1001 time: 0.0762391 Jul 26 03:13:05.437316 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3027-5d36-44b9-8397-c3c063933801 req-2600d0f5-18b6-4a10-a14f-c2f3ee524a13 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.438800 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-592f3027-5d36-44b9-8397-c3c063933801 req-2600d0f5-18b6-4a10-a14f-c2f3ee524a13 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Jul 26 03:13:05.466705 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108108a-23df-4a5d-85dc-80a642d2c16c req-9f5997a0-8cce-4580-9252-326ef51b05d7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.468200 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2108108a-23df-4a5d-85dc-80a642d2c16c req-9f5997a0-8cce-4580-9252-326ef51b05d7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0522699 Jul 26 03:13:05.485752 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-592f3027-5d36-44b9-8397-c3c063933801 req-f405fbde-3aa2-40b3-bac9-006c3bd946cb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Jul 26 03:13:05.516462 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2108108a-23df-4a5d-85dc-80a642d2c16c req-f69f3abd-5ad0-4c0b-a52e-dd421ecfcd07 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421982 Jul 26 03:13:05.574599 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51c2a765-6c0c-427e-a909-4ecab1155faa req-bb868a62-b40b-4e4b-b07e-07057f52d42c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 210 time: 0.0337248 Jul 26 03:13:05.650574 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da8a42-3d81-43b6-be96-ad4772e5c14c req-255288e7-d2b0-4a3b-9ba0-24e2c015ed4c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.652341 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-32da8a42-3d81-43b6-be96-ad4772e5c14c req-255288e7-d2b0-4a3b-9ba0-24e2c015ed4c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 946 time: 0.0787029 Jul 26 03:13:05.665651 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56876) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:05.670310 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'port_id': 'a2e79be8-72eb-4197-ab48-b9e19b2869db'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:13:05.679287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-9a74ede1-dbd3-4936-9ed7-bbc9fd720c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.681335 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-9a74ede1-dbd3-4936-9ed7-bbc9fd720c7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0779135 Jul 26 03:13:05.738221 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (f17deea9-b2e2-4cd2-a155-982b227dd165), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:05.750351 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-1d7119e8-373e-4de3-9072-5716388ca080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.752213 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-1d7119e8-373e-4de3-9072-5716388ca080 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537422 Jul 26 03:13:05.767789 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:05.809284 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:05.858253 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-34ba0ce5-cbf3-4c89-9c9e-3a7fe30364d7 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981946 Jul 26 03:13:05.931407 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-e7b12f47-f147-4e0c-8d35-619ef9dc7550 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.932872 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-e7b12f47-f147-4e0c-8d35-619ef9dc7550 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.36 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 808 time: 0.2197247 Jul 26 03:13:05.954961 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-911b8aa1-a3d0-4d15-bd67-7a1a5800b2ba req-bb7aee13-06b3-467c-bfd1-3e5037799435 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897052 Jul 26 03:13:05.988284 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774a76-e010-4867-bed0-4c17663e3232 req-b14a0945-52dc-47b2-afc2-e591e09fd85d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:05.989774 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56774a76-e010-4867-bed0-4c17663e3232 req-b14a0945-52dc-47b2-afc2-e591e09fd85d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.1510623 Jul 26 03:13:06.412315 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-44cba2b4-8cb4-4c36-9a13-b49b96018f48 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8a79690708464a9c3ffe381667a03c HTTP/1.1" status: 200 len: 380 time: 0.4684632 Jul 26 03:13:06.417610 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56774a76-e010-4867-bed0-4c17663e3232 req-27441a4f-face-4ac1-ba85-d050ceff7592 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202764 Jul 26 03:13:06.605107 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:06.645358 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40c164-ab9f-4576-9b3f-eed4fa6f3d81 req-ef6da0e1-1697-4cf7-9afb-ba1f9963b27e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:06.646869 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ec40c164-ab9f-4576-9b3f-eed4fa6f3d81 req-ef6da0e1-1697-4cf7-9afb-ba1f9963b27e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Jul 26 03:13:06.647156 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:13:06.692622 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7cb1a638-141c-427e-b1f0-696b08fdfe6b req-9cca5a1e-cc24-4bc7-b9e9-554aa0063c6f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 210 time: 0.0351498 Jul 26 03:13:06.697651 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:06.703340 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (f17deea9-b2e2-4cd2-a155-982b227dd165), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:06.713578 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ec40c164-ab9f-4576-9b3f-eed4fa6f3d81 req-235bcb60-b980-441a-83b6-22d8ba176302 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571661 Jul 26 03:13:06.730806 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:06.744395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: ACTIVE; New status is: DOWN {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:06.744777 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:06.767920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:06.770148 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd8470d-a5fe-45ae-92ef-5023949ee276" -d '{"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-unplugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:06.783870 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:06.789699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:06.810296 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP f17deea9-b2e2-4cd2-a155-982b227dd165 associated. External IP: 172.27.3.96, port: a2e79be8-72eb-4197-ab48-b9e19b2869db. Jul 26 03:13:06.814438 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa72e685-0bc4-47b0-a459-135ae82ab2ab x-openstack-request-id: req-aa72e685-0bc4-47b0-a459-135ae82ab2ab {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:06.814716 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-unplugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:06.814977 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa72e685-0bc4-47b0-a459-135ae82ab2ab {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:06.815434 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa72e685-0bc4-47b0-a459-135ae82ab2ab'] response: {'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'code': 200} Jul 26 03:13:06.840292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=8']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:07.022187 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:13:07.024377 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:07.128054 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:13:07.132426 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:07.139026 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:13:07.150130 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:13:07.150782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:07.161710 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-40a41fd7-6299-4f33-8ed6-6a54282180f1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "PUT /v2.0/floatingips/f17deea9-b2e2-4cd2-a155-982b227dd165 HTTP/1.1" status: 200 len: 991 time: 1.4949274 Jul 26 03:13:07.162268 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:07.164559 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81" -d '{"events": [{"name": "network-changed", "server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:07.201979 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0f8933-a1e4-47e4-a01e-1df26f2cf8b9 x-openstack-request-id: req-db0f8933-a1e4-47e4-a01e-1df26f2cf8b9 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:07.202275 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:07.202527 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db0f8933-a1e4-47e4-a01e-1df26f2cf8b9 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:07.202937 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0f8933-a1e4-47e4-a01e-1df26f2cf8b9'] response: {'name': 'network-changed', 'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'status': 'completed', 'code': 200} Jul 26 03:13:07.253865 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:13:07.462792 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:44Z', 'revision_number': 2, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}, {'id': 'f17deea9-b2e2-4cd2-a155-982b227dd165', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:9b:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:50Z', 'updated_at': '2022-07-26T03:13:06Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:07.487181 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:13:07.496013 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:13:07.496621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:12:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:07.540799 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d6449-994a-4474-a552-e078efdef340 req-b3e9dfe1-5f5a-478c-bab6-4f3907d20df8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:07.542442 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-769d6449-994a-4474-a552-e078efdef340 req-b3e9dfe1-5f5a-478c-bab6-4f3907d20df8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0487509 Jul 26 03:13:07.593036 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-769d6449-994a-4474-a552-e078efdef340 req-2c38f170-bb56-4b64-8481-850509dc7ec1 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Jul 26 03:13:07.728690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:13:07.820033 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f20afc09-f9ae-451d-9b06-2754a6c9195c req-ce0fe28d-f2cf-4c96-8d99-5ad3834f2903 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 210 time: 0.0417595 Jul 26 03:13:07.824292 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'port': {'device_id': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'admin_state_up': True, 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'security_groups': ['5bd8494e-7fc4-476e-b022-b049af5c8068']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:13:07.927383 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0ae8-3618-41cd-bc8f-8e973793fafb req-5623b111-cc49-43ff-91a2-af7fd172b4c5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:07.928957 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cd4f0ae8-3618-41cd-bc8f-8e973793fafb req-5623b111-cc49-43ff-91a2-af7fd172b4c5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.1215668 Jul 26 03:13:07.943424 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-c3d8ae47-6c75-478b-9d34-ad6d6b2dbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:07.947554 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-c3d8ae47-6c75-478b-9d34-ad6d6b2dbdc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 1130 time: 0.0903285 Jul 26 03:13:08.006998 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:44Z', 'revision_number': 2, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}, {'id': 'f17deea9-b2e2-4cd2-a155-982b227dd165', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:9b:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:50Z', 'updated_at': '2022-07-26T03:13:06Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:08.046908 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cd4f0ae8-3618-41cd-bc8f-8e973793fafb req-7ab5aee1-44ed-4efb-824e-db402ad24cc0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974188 Jul 26 03:13:08.047202 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b6ccb-26ef-4fea-ba51-4fdc1c96c277 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:44Z', 'revision_number': 2, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}, {'id': 'f17deea9-b2e2-4cd2-a155-982b227dd165', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:9b:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:50Z', 'updated_at': '2022-07-26T03:13:06Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:13:08.057585 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Made reservation on behalf of bd8a79690708464a9c3ffe381667a03c for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:13:08.062675 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:08.107665 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-2fb49d33-b76f-4798-854e-2c843d002f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:08.109172 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-2fb49d33-b76f-4798-854e-2c843d002f81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 916 time: 0.1525211 Jul 26 03:13:08.216326 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:08.221245 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Allocated IP 172.20.0.10 (48ca9a71-9e56-49fc-b31b-af70124adfe1/70f133e5-9918-463f-b29d-6d77bc60c820/62b3e7a3-0978-4f57-a2ab-7e3928be96f1) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:13:08.232497 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-1fe244b9-0de7-46ef-b43b-7e9abb666114 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e79be8-72eb-4197-ab48-b9e19b2869db HTTP/1.1" status: 200 len: 999 time: 0.0591731 Jul 26 03:13:08.269624 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67a2e9-0634-4de6-bbb1-86fd2db59d74 None None] New status for floating IP f17deea9-b2e2-4cd2-a155-982b227dd165: ACTIVE {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:13:08.304061 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:08.376584 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:08.410307 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:08.456409 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-39bf7f6c-0e7c-4982-b006-13ab1c903cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:08.458407 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:08.458642 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-39bf7f6c-0e7c-4982-b006-13ab1c903cdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0481813 Jul 26 03:13:08.480760 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:13:08.482309 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:13:08.484794 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:13:08.500277 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:08.511291 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-9a76cf44-7f4e-4ab0-9f47-e7749516c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:08.513322 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-9a76cf44-7f4e-4ab0-9f47-e7749516c562 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472140 Jul 26 03:13:08.528885 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:08.538974 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:08.540552 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:08.559183 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-1f26b42d-cdd9-4cc7-bd50-3b908e3ede02 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7410791 Jul 26 03:13:08.573906 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Request body: {'port': {'device_id': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:13:08.610833 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-b23a5c5e-0e9b-4111-bc64-cad21a251f1e service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892673 Jul 26 03:13:08.640864 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:08.739239 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ff9d-fee1-421c-b9c1-8a6c013972ff req-186e22e5-b2d3-44c2-83e5-ec0359273d84 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:08.740750 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9231ff9d-fee1-421c-b9c1-8a6c013972ff req-186e22e5-b2d3-44c2-83e5-ec0359273d84 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0594754 Jul 26 03:13:08.740865 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:08.748852 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-2defe490-c42f-481c-aae6-20425a6f2b70 None None] Provisioning complete for port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:13:08.749215 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2defe490-c42f-481c-aae6-20425a6f2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:08.779351 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44d0d15e-8b13-4bc5-93ce-8b55fc6e0b81 req-616fe1d6-b179-4a1c-9bef-1985ba885ab2 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493120 Jul 26 03:13:08.784897 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-2defe490-c42f-481c-aae6-20425a6f2b70 None None] Port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:13:08.818973 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9231ff9d-fee1-421c-b9c1-8a6c013972ff req-7fe8bd26-0411-4f80-bf3b-1dab07ae62f4 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702975 Jul 26 03:13:08.940098 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:13:08.950993 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Publish callbacks [] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:08.968278 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf63eb-6cdf-4a66-a033-1d6c84806efb req-334a789c-0238-45d9-ae93-a8863463553d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:08.969718 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ebf63eb-6cdf-4a66-a033-1d6c84806efb req-334a789c-0238-45d9-ae93-a8863463553d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 932 time: 0.0697298 Jul 26 03:13:08.974809 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Transition to ACTIVE for port object 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:13:08.988757 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:09.044656 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=1,neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:09.069635 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ebf63eb-6cdf-4a66-a033-1d6c84806efb req-1b18f74b-b5a7-44e9-880a-fdb934589f80 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936711 Jul 26 03:13:09.070253 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:09.143054 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Attempting to bind port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:13:09.143393 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Attempting to bind port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:13:09.143719 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Attempting to bind port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 on network 48ca9a71-9e56-49fc-b31b-af70124adfe1 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:13:09.148310 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 on network 48ca9a71-9e56-49fc-b31b-af70124adfe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:13:09.148628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Attempting to bind port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 on network 48ca9a71-9e56-49fc-b31b-af70124adfe1 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:13:09.153858 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:13:09.154205 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Checking segment: {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:13:09.154573 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Bound using segment: {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:13:09.155027 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Bound port: 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e319faf2-c2d6-438a-af1b-289245e50640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:13:09.155384 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:09.212864 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7726e-7b75-4e7e-b4e1-3e3168622c29 req-f8011d56-2cd6-49e3-8f83-0bb261c7140a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:09.214341 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e2e7726e-7b75-4e7e-b4e1-3e3168622c29 req-f8011d56-2cd6-49e3-8f83-0bb261c7140a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0570796 Jul 26 03:13:09.221636 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:13:09.224756 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:13:09.230241 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:09.257590 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:09.266010 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e2e7726e-7b75-4e7e-b4e1-3e3168622c29 req-fc36e678-1a46-48fa-af6e-4b83eac2e10a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455227 Jul 26 03:13:09.268741 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:09.269364 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:09.270743 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] 10.222.0.36 "PUT /v2.0/ports/62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 1094 time: 0.7013392 Jul 26 03:13:09.271211 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:09.273468 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332b90d-29cd-4223-bd9c-906ff0102673" -d '{"events": [{"name": "network-changed", "server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:09.314833 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b4521-902b-4253-8741-32c57861ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:09.327854 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c005633-28c5-448e-ae1a-554afb940bab x-openstack-request-id: req-9c005633-28c5-448e-ae1a-554afb940bab {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:09.328148 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:09.328398 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c005633-28c5-448e-ae1a-554afb940bab {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:09.328802 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c005633-28c5-448e-ae1a-554afb940bab'] response: {'name': 'network-changed', 'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'status': 'completed', 'code': 200} Jul 26 03:13:09.375087 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:09.382480 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-bf88f4e8-093c-43b4-be23-54a3de904e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:09.384115 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-bf88f4e8-093c-43b4-be23-54a3de904e46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1128 time: 0.0465584 Jul 26 03:13:09.429218 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-3201741a-3a6f-4dd4-ba06-41f0da815096 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 217 time: 0.0365937 Jul 26 03:13:09.485297 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-a5ed5d30-cae5-42d4-8c1e-e962e6916d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:09.487126 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-a5ed5d30-cae5-42d4-8c1e-e962e6916d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 200 len: 847 time: 0.0499470 Jul 26 03:13:09.532271 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:09.534594 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-0e4f6930-8da6-4b33-8087-20ba746f25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:09.536163 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-0e4f6930-8da6-4b33-8087-20ba746f25f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48ca9a71-9e56-49fc-b31b-af70124adfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423841 Jul 26 03:13:09.638371 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-3c973b32-d67b-4578-bb4a-bf5c5426e07a service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935724 Jul 26 03:13:09.737098 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8d78fa02-ce81-4849-8527-2bcae68fd4dd req-11d25d29-214b-47e0-8b97-08197ba3c5f0 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919373 Jul 26 03:13:09.828385 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-07e07074-11eb-45d3-b9bf-a7af0faf5216 req-a3b3a841-0d83-4fbd-b68e-004a75fa9db5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:13:09.829363 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-07e07074-11eb-45d3-b9bf-a7af0faf5216 req-a3b3a841-0d83-4fbd-b68e-004a75fa9db5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059059 Jul 26 03:13:09.944299 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc878b-3425-4527-bf19-73b7c41987e4 req-0f298342-501a-4acc-9257-b5dbbca92b7f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:09.947467 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-10cc878b-3425-4527-bf19-73b7c41987e4 req-0f298342-501a-4acc-9257-b5dbbca92b7f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Jul 26 03:13:09.988664 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf5a3-7993-469d-a33a-88923b81db0d req-7f5b24ce-d022-4af4-9790-11c0ec31ce47 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:09.990179 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-142cf5a3-7993-469d-a33a-88923b81db0d req-7f5b24ce-d022-4af4-9790-11c0ec31ce47 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0499566 Jul 26 03:13:09.994114 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-10cc878b-3425-4527-bf19-73b7c41987e4 req-302e2704-d1f9-4e83-a2b8-95bb83d20f87 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Jul 26 03:13:10.077355 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-142cf5a3-7993-469d-a33a-88923b81db0d req-7264112d-de34-4afd-a2fc-daa2ab70703c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768166 Jul 26 03:13:10.083493 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-e2cdd2a6-06ba-422d-8611-b7365b842fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:10.084966 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-e2cdd2a6-06ba-422d-8611-b7365b842fda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1128 time: 0.0519516 Jul 26 03:13:10.183621 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-84480fff-47f2-4572-bed7-b070b11ff642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:10.185107 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-84480fff-47f2-4572-bed7-b070b11ff642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 909 time: 0.0930440 Jul 26 03:13:10.197119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543a967-b1c4-48aa-9eb9-ffe454c6c05d req-f8e72193-dd48-404c-a9c3-93752ef56d11 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:10.198907 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2543a967-b1c4-48aa-9eb9-ffe454c6c05d req-f8e72193-dd48-404c-a9c3-93752ef56d11 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0478635 Jul 26 03:13:10.225535 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-866b5552-52ef-4c10-a5bc-4f658a9322a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 217 time: 0.0332942 Jul 26 03:13:10.254602 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2543a967-b1c4-48aa-9eb9-ffe454c6c05d req-cbabbe29-9349-47a4-b648-f2c9fdfa26a9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496581 Jul 26 03:13:10.282059 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-c66a6c0e-93b6-492c-8254-8464340f97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:10.283570 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-c66a6c0e-93b6-492c-8254-8464340f97dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 200 len: 847 time: 0.0509582 Jul 26 03:13:10.329024 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-f7e3994d-150d-491f-948d-59381f4b3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:10.330625 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-f7e3994d-150d-491f-948d-59381f4b3610 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48ca9a71-9e56-49fc-b31b-af70124adfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401025 Jul 26 03:13:10.387232 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 56946) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:10.418233 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:10.424696 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-e96f6d95-c4a5-4d59-9993-cfe02e250348 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871212 Jul 26 03:13:10.471848 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-5d5dafbb-a2a5-4a48-90a5-df7e888f3ba8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833690 Jul 26 03:13:10.480518 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-99319e6e-6f1f-4e05-8380-d0581153f081 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:13:10.481449 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-99319e6e-6f1f-4e05-8380-d0581153f081 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050011 Jul 26 03:13:10.525009 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f332b90d-29cd-4223-bd9c-906ff0102673 req-bbd602bb-b98b-46ee-9e47-58055470e0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896800 Jul 26 03:13:10.559113 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 56954) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:10.641923 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:13:10.667970 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-11305fff-5130-4b89-adfd-aba939094083 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:10.669629 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-11305fff-5130-4b89-adfd-aba939094083 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports/b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 940 time: 0.1091704 Jul 26 03:13:10.726295 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: DOWN; New status is: DOWN {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:10.730348 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:11.124973 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2af5-5e2a-4855-acd8-38e8d7a19986 req-b5c71af0-1888-4efb-9a20-fe252df94a2b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:11.126498 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ade2af5-5e2a-4855-acd8-38e8d7a19986 req-b5c71af0-1888-4efb-9a20-fe252df94a2b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0542402 Jul 26 03:13:11.175552 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ade2af5-5e2a-4855-acd8-38e8d7a19986 req-63244c86-cc25-48af-b908-c0b73dc0126d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Jul 26 03:13:11.210151 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae8593-3411-46c9-9ee3-7bc9cce7e67e req-5125a595-a4dd-49e5-8679-914a113c4277 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:11.211229 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-25ae8593-3411-46c9-9ee3-7bc9cce7e67e req-5125a595-a4dd-49e5-8679-914a113c4277 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0472262 Jul 26 03:13:11.258737 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-25ae8593-3411-46c9-9ee3-7bc9cce7e67e req-3ec53827-83a9-42fe-9ae8-1c225a07410e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412729 Jul 26 03:13:11.371725 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b28658-bd45-4387-88f2-cfa8cf32419d req-c7b9388d-2728-413a-9f9c-ff1049cb766d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:11.373234 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e6b28658-bd45-4387-88f2-cfa8cf32419d req-c7b9388d-2728-413a-9f9c-ff1049cb766d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0474002 Jul 26 03:13:11.401513 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:11.426290 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e6b28658-bd45-4387-88f2-cfa8cf32419d req-75c37dde-79ce-403f-9b62-3b1e03b95af4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472200 Jul 26 03:13:12.254706 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-27485161-07b7-4d35-9a38-a873caff9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.256335 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-27485161-07b7-4d35-9a38-a873caff9756 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613&tenant_id=ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 1127 time: 0.0845025 Jul 26 03:13:12.296920 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec72162-cfcf-4d5e-96cb-3821f2f45f0c req-fe338c8e-fff8-48e1-b1f8-d8401be30499 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.298341 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5ec72162-cfcf-4d5e-96cb-3821f2f45f0c req-fe338c8e-fff8-48e1-b1f8-d8401be30499 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Jul 26 03:13:12.322240 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-d8b11c56-d3f3-4e87-b3fd-e700c434525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.324200 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-d8b11c56-d3f3-4e87-b3fd-e700c434525e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1127 time: 0.0422819 Jul 26 03:13:12.348178 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5ec72162-cfcf-4d5e-96cb-3821f2f45f0c req-3a55de49-89eb-4a63-a5c8-eb2ed1e6251c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437436 Jul 26 03:13:12.441655 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e74434-3d79-42a7-b1b9-115edab8f8f8 req-fc64f4ba-baea-4cce-8238-d76443008359 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.443160 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-46e74434-3d79-42a7-b1b9-115edab8f8f8 req-fc64f4ba-baea-4cce-8238-d76443008359 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0884998 Jul 26 03:13:12.482865 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-14bcf858-0e2b-4b74-943b-157e54757424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.484389 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-14bcf858-0e2b-4b74-943b-157e54757424 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.1484439 Jul 26 03:13:12.542767 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-46e74434-3d79-42a7-b1b9-115edab8f8f8 req-37e4ca4b-0c02-4847-8148-1d73210a10e1 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876589 Jul 26 03:13:12.551078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8c5b0-6bd7-4cdb-9cf1-cf3d403e7381 req-cce821ba-db2e-452c-b939-72dd726658ce tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.552579 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fc8c5b0-6bd7-4cdb-9cf1-cf3d403e7381 req-cce821ba-db2e-452c-b939-72dd726658ce tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0481071 Jul 26 03:13:12.562246 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-63f107e7-4dbc-4863-b256-13d468fda424 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 999 time: 0.0680017 Jul 26 03:13:12.605615 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fc8c5b0-6bd7-4cdb-9cf1-cf3d403e7381 req-bf48c9c3-38a6-4d9f-8901-4214025540b7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468559 Jul 26 03:13:12.614631 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-14ced893-0db7-4498-9068-1768fded91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.616245 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-14ced893-0db7-4498-9068-1768fded91f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0476902 Jul 26 03:13:12.672395 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-4b832dee-4a4c-41e8-81ac-c41c51dbe1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:12.673861 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-4b832dee-4a4c-41e8-81ac-c41c51dbe1de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387664 Jul 26 03:13:12.774646 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-13415cb9-e92c-4967-aaa2-9ab07e1daae9 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937655 Jul 26 03:13:12.974731 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c9348cb6-f5f0-4c17-a162-78406b87755f req-868d7f96-3961-49ec-a023-4b45672d4fda service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878034 Jul 26 03:13:13.483760 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ecee5-9a7d-42cb-9935-992732b4ddf5 req-b243b109-6a28-48d2-be45-605e333aa65f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:13.486832 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c2ecee5-9a7d-42cb-9935-992732b4ddf5 req-b243b109-6a28-48d2-be45-605e333aa65f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0640850 Jul 26 03:13:13.505941 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:13.591290 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6c2ecee5-9a7d-42cb-9935-992732b4ddf5 req-b9f49b83-4372-4051-9d0e-985c8b4a333c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980887 Jul 26 03:13:13.710264 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc28fb-ce66-4e99-89b5-c85524eef488 req-ca2d9e42-d894-4eed-ba06-ade6a590ba5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:13.711873 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51fc28fb-ce66-4e99-89b5-c85524eef488 req-ca2d9e42-d894-4eed-ba06-ade6a590ba5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0667238 Jul 26 03:13:13.764556 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:13.805681 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-51fc28fb-ce66-4e99-89b5-c85524eef488 req-348e759b-c57c-4cb8-865b-097d93513919 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791123 Jul 26 03:13:13.899574 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992985a-bd79-47bd-9642-3d16457df7f0 req-cfb6160c-235a-472e-ae64-c2c6002f0ed8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:13.902183 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e992985a-bd79-47bd-9642-3d16457df7f0 req-cfb6160c-235a-472e-ae64-c2c6002f0ed8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0840480 Jul 26 03:13:13.919050 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d6876-abb9-41ed-b40b-f06c064343c3 req-34dd0725-e6b6-4d7c-95cd-56a237b7aea3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:13.920612 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e09d6876-abb9-41ed-b40b-f06c064343c3 req-34dd0725-e6b6-4d7c-95cd-56a237b7aea3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0488086 Jul 26 03:13:13.963533 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e992985a-bd79-47bd-9642-3d16457df7f0 req-cf709fec-e898-4696-86d2-4a64723dc335 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555334 Jul 26 03:13:13.983597 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e09d6876-abb9-41ed-b40b-f06c064343c3 req-e3152fb9-db60-4c09-97e4-edf6bd03f7f3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556505 Jul 26 03:13:14.928428 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da66d5-934d-489f-a227-b3c49c5ed4f9 req-6787c23e-c2c6-4c11-9450-df7c2c4e0cab tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:14.930602 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-04da66d5-934d-489f-a227-b3c49c5ed4f9 req-6787c23e-c2c6-4c11-9450-df7c2c4e0cab tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0489347 Jul 26 03:13:14.980347 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-04da66d5-934d-489f-a227-b3c49c5ed4f9 req-8740b657-bd0d-434b-afa0-5e427d38f2bd tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433431 Jul 26 03:13:15.105427 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0f577-48f6-44c9-b8dc-03a85f873e22 req-fc3a1c7c-7461-466d-b7fb-52403f62ee6b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:15.107138 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7ea0f577-48f6-44c9-b8dc-03a85f873e22 req-fc3a1c7c-7461-466d-b7fb-52403f62ee6b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0624797 Jul 26 03:13:15.122894 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b315e-a5ca-42e2-a385-ea2013146dfe req-90636905-34ba-47a1-8182-e62a39fbce31 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:15.124379 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e14b315e-a5ca-42e2-a385-ea2013146dfe req-90636905-34ba-47a1-8182-e62a39fbce31 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0584984 Jul 26 03:13:15.157211 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7ea0f577-48f6-44c9-b8dc-03a85f873e22 req-68fd2765-1be4-4bf0-8f00-7e8e59ec21dc tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 Jul 26 03:13:15.186474 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e14b315e-a5ca-42e2-a385-ea2013146dfe req-1ffa02b0-e167-4832-acbb-3de545f49af4 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565126 Jul 26 03:13:16.115730 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c8be1-d16c-4ec7-b667-be804c84fc17 req-8cbf094a-7af5-45e4-a714-1cc6a39b5971 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:16.117219 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-531c8be1-d16c-4ec7-b667-be804c84fc17 req-8cbf094a-7af5-45e4-a714-1cc6a39b5971 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0553622 Jul 26 03:13:16.165588 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-531c8be1-d16c-4ec7-b667-be804c84fc17 req-e4540ff1-0054-4981-bfd8-f1f0b5a3c07e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425084 Jul 26 03:13:16.301937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df221b0-a2ea-45f4-873a-b568ea4b843f req-f5755dd2-37f8-4fa3-ac19-e5d593365652 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:16.303380 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8df221b0-a2ea-45f4-873a-b568ea4b843f req-f5755dd2-37f8-4fa3-ac19-e5d593365652 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0558770 Jul 26 03:13:16.315673 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:16.328771 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b896e-566b-4426-a268-16c4b3a02a0c req-747f08e0-e277-4734-9cc0-10a9b853eb58 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:16.330400 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-792b896e-566b-4426-a268-16c4b3a02a0c req-747f08e0-e277-4734-9cc0-10a9b853eb58 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0643177 Jul 26 03:13:16.379607 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8df221b0-a2ea-45f4-873a-b568ea4b843f req-468fef76-35d9-4811-9ea7-5fcc170a7a8a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667870 Jul 26 03:13:16.435528 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-792b896e-566b-4426-a268-16c4b3a02a0c req-e26b5628-594d-41bc-bf43-cff20053e878 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981925 Jul 26 03:13:17.293210 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704f657-ab0a-4e42-8430-2b3b2bf8298c req-4b2e8fa8-99b5-41b4-816c-e1c8be3187b6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:17.294605 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9704f657-ab0a-4e42-8430-2b3b2bf8298c req-4b2e8fa8-99b5-41b4-816c-e1c8be3187b6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0484233 Jul 26 03:13:17.346564 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9704f657-ab0a-4e42-8430-2b3b2bf8298c req-ed94fafb-6dc9-4fa1-a258-0b43215f20fd tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456676 Jul 26 03:13:17.550987 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6f149-208c-4f01-b3e9-27587ce34cbb req-676ca462-195e-4f08-bea5-5b7ffc912b28 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:17.552497 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-caf6f149-208c-4f01-b3e9-27587ce34cbb req-676ca462-195e-4f08-bea5-5b7ffc912b28 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0504634 Jul 26 03:13:17.575061 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d91526-84c7-4390-abb2-47f6f861a08e req-f622958a-e606-4010-9348-2054c43d0741 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:17.575311 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:17.579696 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-30d91526-84c7-4390-abb2-47f6f861a08e req-f622958a-e606-4010-9348-2054c43d0741 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0594919 Jul 26 03:13:17.608105 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-caf6f149-208c-4f01-b3e9-27587ce34cbb req-5f7ca7e8-02cd-4aeb-a919-4400e5494fc6 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491481 Jul 26 03:13:17.634114 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-30d91526-84c7-4390-abb2-47f6f861a08e req-1251be14-bcaa-418f-8ec1-016e3ed85c8e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498116 Jul 26 03:13:18.367909 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:18.370904 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:18.474859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbd405-37dd-4435-be86-53cb840e8e75 req-bb2102ea-5c46-48e4-abc7-2773850a9e5e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:18.476432 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64bbd405-37dd-4435-be86-53cb840e8e75 req-bb2102ea-5c46-48e4-abc7-2773850a9e5e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0502534 Jul 26 03:13:18.529953 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64bbd405-37dd-4435-be86-53cb840e8e75 req-51e5fdd4-e6a2-4fce-9293-10b388cc3184 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478821 Jul 26 03:13:18.747824 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac2bfa-6966-4b6c-b4f8-398d23561d34 req-b1786228-588d-4bef-b0ff-a27682bad4f3 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:18.749340 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56ac2bfa-6966-4b6c-b4f8-398d23561d34 req-b1786228-588d-4bef-b0ff-a27682bad4f3 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0562470 Jul 26 03:13:18.762693 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48762aa-9ccf-4138-89e1-de13ded90f0c req-cfa1653c-617b-457b-b362-fcfd8610a55d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:18.764819 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f48762aa-9ccf-4138-89e1-de13ded90f0c req-cfa1653c-617b-457b-b362-fcfd8610a55d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0541270 Jul 26 03:13:18.813471 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56ac2bfa-6966-4b6c-b4f8-398d23561d34 req-06ec1a9a-dba4-41be-94f2-ef2859e5c7b6 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582805 Jul 26 03:13:18.830525 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f48762aa-9ccf-4138-89e1-de13ded90f0c req-05e8d1f9-893b-4129-91c3-5be0b61391f1 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600379 Jul 26 03:13:19.662611 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1582e66-28d5-457f-91a4-0e0d40fa7e79 req-af45b833-9e5b-4728-89d1-1b61f40dc340 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:19.664106 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1582e66-28d5-457f-91a4-0e0d40fa7e79 req-af45b833-9e5b-4728-89d1-1b61f40dc340 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0533197 Jul 26 03:13:19.712475 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a1582e66-28d5-457f-91a4-0e0d40fa7e79 req-a8456bae-16d6-474f-8f7d-84d6c60307e7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426018 Jul 26 03:13:19.720414 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d65a6b06-6c5e-45ab-897b-f57e95166f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:19.957908 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e531e-2aad-40aa-b84a-664234c8d4ef req-95e675e3-7ba5-4d19-86ae-8c5bbb092a88 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:19.959477 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a51e531e-2aad-40aa-b84a-664234c8d4ef req-95e675e3-7ba5-4d19-86ae-8c5bbb092a88 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0673859 Jul 26 03:13:19.960435 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3d538-6f7d-4cab-b0b0-c52bd8c5dd38 req-4e4a9335-c0e2-4979-8254-953c4053c38b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:19.962251 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-68d3d538-6f7d-4cab-b0b0-c52bd8c5dd38 req-4e4a9335-c0e2-4979-8254-953c4053c38b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0496736 Jul 26 03:13:20.023499 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a51e531e-2aad-40aa-b84a-664234c8d4ef req-74d92b7d-37f5-4845-98d6-b4a98b90a3a3 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573680 Jul 26 03:13:20.024743 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-68d3d538-6f7d-4cab-b0b0-c52bd8c5dd38 req-975085f2-64ea-4f7b-a58d-e6a0055bc43e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538559 Jul 26 03:13:20.844385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebb4bc-f11a-4ce6-a874-46faf1d124d6 req-c610aa2c-1296-4e41-bd1c-76d7c5982c4f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:20.845837 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-feebb4bc-f11a-4ce6-a874-46faf1d124d6 req-c610aa2c-1296-4e41-bd1c-76d7c5982c4f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0493991 Jul 26 03:13:20.896541 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-feebb4bc-f11a-4ce6-a874-46faf1d124d6 req-225f8142-b7b7-4de5-be94-165f262067e4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440772 Jul 26 03:13:21.149699 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7e75-c0ba-4dd7-9e64-12a3599151d4 req-a3ee7ffe-d180-4ed6-9095-a5dd11c4ec7b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:21.151278 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0bec7e75-c0ba-4dd7-9e64-12a3599151d4 req-a3ee7ffe-d180-4ed6-9095-a5dd11c4ec7b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0549517 Jul 26 03:13:21.181475 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b286f-3146-4224-adc5-cc00a3273c50 req-4dcbc156-92e4-4cc2-9507-e5cdc294a6bf tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:21.182992 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-601b286f-3146-4224-adc5-cc00a3273c50 req-4dcbc156-92e4-4cc2-9507-e5cdc294a6bf tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0592713 Jul 26 03:13:21.220802 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0bec7e75-c0ba-4dd7-9e64-12a3599151d4 req-49ee8ed4-cde8-42f3-ad62-6bac2b20b884 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622873 Jul 26 03:13:21.244503 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-601b286f-3146-4224-adc5-cc00a3273c50 req-bb9cd7e9-5166-420d-ba06-a5f0f8a7f71e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556316 Jul 26 03:13:21.958125 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-47e61a97-7f1a-4918-8551-578409bbd4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:22.015138 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:22.031834 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecf0c-141a-4be8-86b8-23e728a2a243 req-36cf10f0-1c5b-4b59-8c4e-927d514e0987 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:22.033452 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0bfecf0c-141a-4be8-86b8-23e728a2a243 req-36cf10f0-1c5b-4b59-8c4e-927d514e0987 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0514648 Jul 26 03:13:22.082690 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0bfecf0c-141a-4be8-86b8-23e728a2a243 req-ed4f441c-a985-49f8-bd11-e3ba2e856be2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434730 Jul 26 03:13:22.351864 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c5615-3a6f-4e68-b3ae-2d4583ce28dd req-7f42fc69-8661-4273-af0d-15e6f6007fb0 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:22.354136 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-051c5615-3a6f-4e68-b3ae-2d4583ce28dd req-7f42fc69-8661-4273-af0d-15e6f6007fb0 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0567110 Jul 26 03:13:22.366147 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ac24-5dba-48e3-bf91-7c085a38d86a req-5534ce49-fea4-4293-a91c-c14faa9c04ce tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:22.367697 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a32ac24-5dba-48e3-bf91-7c085a38d86a req-5534ce49-fea4-4293-a91c-c14faa9c04ce tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Jul 26 03:13:22.410107 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-051c5615-3a6f-4e68-b3ae-2d4583ce28dd req-505c61aa-1960-4ea9-b587-606267f34b9f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496330 Jul 26 03:13:22.426819 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a32ac24-5dba-48e3-bf91-7c085a38d86a req-290ddd11-ead1-4388-9ab7-f7cc9237353c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531807 Jul 26 03:13:23.141787 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:23.213241 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75805e1f-30f5-45ec-9dbb-613432d3bf06 req-bd95b117-368e-41d2-8afa-c40f0a6c2733 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:23.214721 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-75805e1f-30f5-45ec-9dbb-613432d3bf06 req-bd95b117-368e-41d2-8afa-c40f0a6c2733 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0499647 Jul 26 03:13:23.228773 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:23.269177 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-75805e1f-30f5-45ec-9dbb-613432d3bf06 req-aec65eb1-8d2d-428e-ab71-a4dd02f720a4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474172 Jul 26 03:13:23.532112 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daa1ae-8444-443f-8c4c-9080d177429b req-eea3e307-e1e0-4417-9abd-b3ebf7cf6d18 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:23.533713 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-61daa1ae-8444-443f-8c4c-9080d177429b req-eea3e307-e1e0-4417-9abd-b3ebf7cf6d18 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Jul 26 03:13:23.550185 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228997d-27bc-4eba-a9c2-09a71d14f580 req-2929e94d-93d4-4ff0-9ec0-053a7c637b3c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:23.551721 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e228997d-27bc-4eba-a9c2-09a71d14f580 req-2929e94d-93d4-4ff0-9ec0-053a7c637b3c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Jul 26 03:13:23.584630 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-61daa1ae-8444-443f-8c4c-9080d177429b req-abc6ac84-b39c-4f33-a309-e82d5894dece tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452681 Jul 26 03:13:23.598779 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e228997d-27bc-4eba-a9c2-09a71d14f580 req-296e9caf-0f7b-4524-ac3e-5b656d7c58f4 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Jul 26 03:13:24.403755 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e029a2b-8463-4240-ba81-ca7c43a09f0d req-c53ec1a4-c14e-41b8-bbd3-60989e8ae6ae tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:24.405240 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e029a2b-8463-4240-ba81-ca7c43a09f0d req-c53ec1a4-c14e-41b8-bbd3-60989e8ae6ae tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0472827 Jul 26 03:13:24.455456 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e029a2b-8463-4240-ba81-ca7c43a09f0d req-5d264585-b9f6-4f31-a8a0-eb3715b64a33 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421476 Jul 26 03:13:24.589933 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:24.703774 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bcb51-88e7-4d58-9a2f-cc25832e00fa req-e0286282-5f08-4ed3-b571-6f3dc5db74e8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:24.705269 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7c3bcb51-88e7-4d58-9a2f-cc25832e00fa req-e0286282-5f08-4ed3-b571-6f3dc5db74e8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0477622 Jul 26 03:13:24.720004 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc66cc-3a11-4ad8-9afa-71d949f1687c req-d3b4f6fe-2186-4f30-bdc4-9dafba801fc8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:24.721462 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2ecc66cc-3a11-4ad8-9afa-71d949f1687c req-d3b4f6fe-2186-4f30-bdc4-9dafba801fc8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0516024 Jul 26 03:13:24.756341 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7c3bcb51-88e7-4d58-9a2f-cc25832e00fa req-0b853932-eb08-4bd9-85db-3ca320bd8605 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450308 Jul 26 03:13:24.772288 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:24.773490 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2ecc66cc-3a11-4ad8-9afa-71d949f1687c req-dbddfea7-86c6-47f0-972d-3a113f004e17 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462232 Jul 26 03:13:25.476754 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd204-02be-4625-8a9b-3bec033251ae req-9b399a9f-b38b-4148-8641-097d96892788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:25.478226 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0acd204-02be-4625-8a9b-3bec033251ae req-9b399a9f-b38b-4148-8641-097d96892788 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 1129 time: 0.0405278 Jul 26 03:13:25.531544 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:25.584289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1cd4f-d424-442e-b4b3-048e83934da3 req-caf0e9db-03c1-4850-bb5f-91e78ef842eb tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:25.585855 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-84f1cd4f-d424-442e-b4b3-048e83934da3 req-caf0e9db-03c1-4850-bb5f-91e78ef842eb tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0524278 Jul 26 03:13:25.636561 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-84f1cd4f-d424-442e-b4b3-048e83934da3 req-4e315606-d8b1-4b52-a33a-b0c78ae87cca tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448503 Jul 26 03:13:25.857427 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd204-02be-4625-8a9b-3bec033251ae req-c3a8b613-16fd-4c3a-97ca-88146280a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:25.858928 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0acd204-02be-4625-8a9b-3bec033251ae req-c3a8b613-16fd-4c3a-97ca-88146280a33f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 911 time: 0.3724189 Jul 26 03:13:25.896389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766134c2-598f-4ff0-b1c6-afb3643ae2ad req-505a0874-68bf-4d4b-b680-a7eee982b67d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:25.897839 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-766134c2-598f-4ff0-b1c6-afb3643ae2ad req-505a0874-68bf-4d4b-b680-a7eee982b67d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0468884 Jul 26 03:13:25.926688 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542135e-ae39-4336-80f0-913cf9fbd82e req-0e586356-f2b5-4a1c-b027-e5ad2e12fd94 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:25.928718 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e542135e-ae39-4336-80f0-913cf9fbd82e req-0e586356-f2b5-4a1c-b027-e5ad2e12fd94 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0892677 Jul 26 03:13:25.939433 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:25.947734 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-766134c2-598f-4ff0-b1c6-afb3643ae2ad req-0c7bb270-92ef-42c2-8852-e8dbecbe7b19 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439334 Jul 26 03:13:25.961276 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0acd204-02be-4625-8a9b-3bec033251ae req-34467132-7da8-4205-af28-3ef8f4ae5d16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa HTTP/1.1" status: 200 len: 1001 time: 0.0869145 Jul 26 03:13:26.022280 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e542135e-ae39-4336-80f0-913cf9fbd82e req-c19c3138-c7ad-4366-8c62-0a1fa2e59a2b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867758 Jul 26 03:13:26.029742 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd204-02be-4625-8a9b-3bec033251ae req-dadd572d-741d-4c9e-b130-51f1916b4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:26.031209 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0acd204-02be-4625-8a9b-3bec033251ae req-dadd572d-741d-4c9e-b130-51f1916b4baf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 200 len: 849 time: 0.0589516 Jul 26 03:13:26.077977 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd204-02be-4625-8a9b-3bec033251ae req-144b119b-0e92-4f9c-9abd-b38099d67e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:26.079398 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0acd204-02be-4625-8a9b-3bec033251ae req-144b119b-0e92-4f9c-9abd-b38099d67e73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ee3d40a-6386-40e4-904c-54dd185c894f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412538 Jul 26 03:13:26.172045 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0acd204-02be-4625-8a9b-3bec033251ae req-0d588710-f361-4ee1-9419-20c01f7716ce service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857453 Jul 26 03:13:26.240365 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:26.267259 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0acd204-02be-4625-8a9b-3bec033251ae req-1ecf9770-6e87-4c1f-bc69-da17b7d9021d service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869901 Jul 26 03:13:26.720698 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:13:26.774278 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bc03e-998d-40df-a316-f1f9690ca65e req-a77c7e8b-7c91-40db-917d-8e49aa3bc17b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:26.775798 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ed6bc03e-998d-40df-a316-f1f9690ca65e req-a77c7e8b-7c91-40db-917d-8e49aa3bc17b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0470736 Jul 26 03:13:26.822936 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:26.828618 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ed6bc03e-998d-40df-a316-f1f9690ca65e req-04efaf90-aaab-4e7f-ac64-ffa8aaef1215 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471387 Jul 26 03:13:26.834338 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'port_id': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'mac_address': 'fa:16:3e:f7:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:13:26.870281 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:26.870752 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:26.884104 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:13:26.903350 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:26.908478 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:26.953370 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:27.081979 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e2b2d-3a89-4046-b81c-d92ad70462f5 req-cf1f963f-75eb-4362-9eca-ba7ba3d781e3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:27.083507 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-772e2b2d-3a89-4046-b81c-d92ad70462f5 req-cf1f963f-75eb-4362-9eca-ba7ba3d781e3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0487249 Jul 26 03:13:27.132531 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-772e2b2d-3a89-4046-b81c-d92ad70462f5 req-b0576358-b795-43e6-b47d-6701ebf80d87 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431442 Jul 26 03:13:27.138859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e32f1-c2ee-4654-94b7-eddeb682bbbe req-6fb16e06-1660-40d5-b3c5-6ac38d06aff7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:27.140900 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-775e32f1-c2ee-4654-94b7-eddeb682bbbe req-6fb16e06-1660-40d5-b3c5-6ac38d06aff7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Jul 26 03:13:27.189741 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-775e32f1-c2ee-4654-94b7-eddeb682bbbe req-a33c3d22-c633-496e-a8af-4c3c3521751e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Jul 26 03:13:27.250264 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['62b3e7a3-0978-4f57-a2ab-7e3928be96f1'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:13:27.481644 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:27.967209 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f9f38-5680-4642-8aa7-45c0d42c4da5 req-b253afe4-38f5-48f4-9488-53e9436208ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:27.968731 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ec9f9f38-5680-4642-8aa7-45c0d42c4da5 req-b253afe4-38f5-48f4-9488-53e9436208ed tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0471907 Jul 26 03:13:28.021869 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ec9f9f38-5680-4642-8aa7-45c0d42c4da5 req-a5639f06-821b-41ff-ab39-61246a643989 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473845 Jul 26 03:13:28.261088 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c559bb-e0c0-4663-9bc6-1e8ea8c30c1e req-c43f8381-4b33-4ee1-b8d3-79a729777533 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:28.262699 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b6c559bb-e0c0-4663-9bc6-1e8ea8c30c1e req-c43f8381-4b33-4ee1-b8d3-79a729777533 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Jul 26 03:13:28.310860 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16285e-0eac-456f-b571-301a84fd67c4 req-664e40ba-ae53-4f9e-a1a2-baa998c3f9a7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:28.311553 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b6c559bb-e0c0-4663-9bc6-1e8ea8c30c1e req-9b1a1a74-a435-4444-8ee6-a56e590fbdc8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428579 Jul 26 03:13:28.312526 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a16285e-0eac-456f-b571-301a84fd67c4 req-664e40ba-ae53-4f9e-a1a2-baa998c3f9a7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 945 time: 0.0511730 Jul 26 03:13:28.361374 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a16285e-0eac-456f-b571-301a84fd67c4 req-100bbaae-16eb-4696-87a4-84d42d4e88de tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Jul 26 03:13:28.740558 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:13:28.791001 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:13:28.801934 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:13:28.802620 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:28.877014 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:28.893112 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:28.893498 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:28.916756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:28.919012 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc80722-fac3-4d5e-afe5-41a76b008882" -d '{"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-plugged", "status": "completed", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:28.931367 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:28.937214 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:28.962432 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6502e586-d321-468e-bb20-95232602e521 x-openstack-request-id: req-6502e586-d321-468e-bb20-95232602e521 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:28.962710 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-plugged", "status": "completed", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:28.962973 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6502e586-d321-468e-bb20-95232602e521 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:28.963318 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6502e586-d321-468e-bb20-95232602e521'] response: {'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'code': 200} Jul 26 03:13:28.988435 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:29.159479 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f2ce0-dec6-4e80-a48e-47f074734e29 req-a6c11cf4-ecb3-43ad-b0cd-ebd94eb84a7b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:29.161128 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bc7f2ce0-dec6-4e80-a48e-47f074734e29 req-a6c11cf4-ecb3-43ad-b0cd-ebd94eb84a7b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0507681 Jul 26 03:13:29.238463 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bc7f2ce0-dec6-4e80-a48e-47f074734e29 req-518851ee-9dae-42b5-ae10-31b5b3603c56 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712059 Jul 26 03:13:29.243773 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdd948-f5e2-405c-9561-b413a02fe9b8 req-13b165dd-5bbc-49b5-8a2d-cc9edf6d4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:29.245214 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8cdd948-f5e2-405c-9561-b413a02fe9b8 req-13b165dd-5bbc-49b5-8a2d-cc9edf6d4fbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1130 time: 0.0554347 Jul 26 03:13:29.297655 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8cdd948-f5e2-405c-9561-b413a02fe9b8 req-b937ed2b-4ceb-4753-9a4a-231d3f22d33c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Jul 26 03:13:29.492904 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554f433-7094-4c63-ab00-c5f6491251f3 req-d46c4fac-3865-41aa-bca8-7d048a458a3c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:29.494408 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d554f433-7094-4c63-ab00-c5f6491251f3 req-d46c4fac-3865-41aa-bca8-7d048a458a3c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0504107 Jul 26 03:13:29.542820 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d554f433-7094-4c63-ab00-c5f6491251f3 req-2c5fe4ab-618d-4e15-9081-9337667cd50e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Jul 26 03:13:30.361201 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:30.373731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e046-c046-483f-906d-a95dd3c53a5f req-3c8ec16a-024a-4fe4-b765-587f96415bf5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:30.375898 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-afa3e046-c046-483f-906d-a95dd3c53a5f req-3c8ec16a-024a-4fe4-b765-587f96415bf5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0535350 Jul 26 03:13:30.435520 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-afa3e046-c046-483f-906d-a95dd3c53a5f req-56d41721-0cfe-4aca-b72b-fc4a4ee666bd tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519593 Jul 26 03:13:30.679268 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd72da1-3650-408a-9da8-6e0dbe7cb403 req-060ead82-b359-468d-b66e-fbcef4fedd3c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:30.680830 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6dd72da1-3650-408a-9da8-6e0dbe7cb403 req-060ead82-b359-468d-b66e-fbcef4fedd3c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0489552 Jul 26 03:13:30.731808 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6dd72da1-3650-408a-9da8-6e0dbe7cb403 req-ef47100d-3058-4377-8ad4-ee8598b91f15 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452917 Jul 26 03:13:31.573879 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef85b9-851d-462a-abb0-544f3e0bc71e req-9e85e980-e8be-4fa7-aac2-930db9837705 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:31.575401 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-52ef85b9-851d-462a-abb0-544f3e0bc71e req-9e85e980-e8be-4fa7-aac2-930db9837705 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0470827 Jul 26 03:13:31.623263 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-52ef85b9-851d-462a-abb0-544f3e0bc71e req-2691e48f-e603-43f3-93bb-b967d86df44e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419638 Jul 26 03:13:31.867150 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d561-3b6e-4578-9f79-078b0bed7965 req-a6f9ad75-dee5-4b36-a05e-4d25403ae715 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:31.868582 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-96f8d561-3b6e-4578-9f79-078b0bed7965 req-a6f9ad75-dee5-4b36-a05e-4d25403ae715 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0548279 Jul 26 03:13:31.920570 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-96f8d561-3b6e-4578-9f79-078b0bed7965 req-abd85045-ad97-483f-a884-c13585957659 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Jul 26 03:13:32.054165 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273c0e7-1b1d-476d-89e0-c2476c98f3fc req-e702bafb-79de-4c1f-86d9-fe9c6fe10ee4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:32.056136 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3273c0e7-1b1d-476d-89e0-c2476c98f3fc req-e702bafb-79de-4c1f-86d9-fe9c6fe10ee4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0654399 Jul 26 03:13:32.109741 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3273c0e7-1b1d-476d-89e0-c2476c98f3fc req-997feab5-d7bc-4e42-8b7b-4dd2c093bc37 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479949 Jul 26 03:13:32.136127 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57112) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:32.279256 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336653e-ef26-407e-af7f-2dc9c703b452 tempest-TestShelveInstance-1393121727 tempest-TestShelveInstance-1393121727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:32.280701 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2336653e-ef26-407e-af7f-2dc9c703b452 tempest-TestShelveInstance-1393121727 tempest-TestShelveInstance-1393121727-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1125 time: 0.1433711 Jul 26 03:13:32.283953 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57116) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:32.291037 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'port_id': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:13:32.321678 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:32.408096 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:32.484851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:32.515953 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Allocated IP 172.27.3.180 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/1d9e6d9e-fa72-4104-bec0-5afa36b30319) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:13:32.633086 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:32.669038 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:32.705367 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:13:32.708476 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:13:32.711864 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:13:32.748104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'Port': ['ID=1d9e6d9e-fa72-4104-bec0-5afa36b30319,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:32.759775 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392e7fb-002f-4db0-9bf7-dec4ba92ba63 req-5a4d2dfe-c278-4ab5-b7ee-8d2df5c12b04 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:32.761257 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9392e7fb-002f-4db0-9bf7-dec4ba92ba63 req-5a4d2dfe-c278-4ab5-b7ee-8d2df5c12b04 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 943 time: 0.0509481 Jul 26 03:13:32.772212 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:13:32.788484 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:32.812284 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9392e7fb-002f-4db0-9bf7-dec4ba92ba63 req-45ee8cbb-90fe-4a7b-9478-0d50af8c5656 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451791 Jul 26 03:13:32.877584 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:32.888876 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'port_id': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'mac_address': 'fa:16:3e:6f:c0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:13:32.924839 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:32.925225 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:32.931722 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:32.939095 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87353fe-7737-4250-b95a-0e1027d7987e {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:13:32.960489 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:32.965031 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:33.020294 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=9']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:33.099233 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for floatingip (3aa97b53-d5ae-43e6-9079-326243905cdf), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:33.179476 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:33.270166 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:33.332005 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:33.335457 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['b87353fe-7737-4250-b95a-0e1027d7987e'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:13:33.338052 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:33.403341 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event updated for resources: {'Port': ['ID=1d9e6d9e-fa72-4104-bec0-5afa36b30319,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:33.420469 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (3aa97b53-d5ae-43e6-9079-326243905cdf), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:33.525228 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Floating IP 3aa97b53-d5ae-43e6-9079-326243905cdf associated. External IP: 172.27.3.180, port: 62b3e7a3-0978-4f57-a2ab-7e3928be96f1. Jul 26 03:13:33.738077 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Router 916fd10f-ed42-4554-8693-4ef520102806 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:13:33.839623 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:13:33.849836 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] Sync routers for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:13:33.850323 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:33.861521 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:33.862925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:13:33.863549 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:33.896513 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-673b1ff5-4e62-4104-9b23-596a77893f0e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6107888 Jul 26 03:13:33.906240 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:33.908689 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace95c9a-254a-45f0-b343-4308ae0248fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:33.951541 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1f113-afe4-4e16-9793-511c127cef25 req-8c87fd8c-ae32-4845-97d7-ed002809b621 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:33.953097 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51d1f113-afe4-4e16-9793-511c127cef25 req-8c87fd8c-ae32-4845-97d7-ed002809b621 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 944 time: 0.0558836 Jul 26 03:13:33.955162 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06344561-68f8-4572-b1ad-11202a257f5d x-openstack-request-id: req-06344561-68f8-4572-b1ad-11202a257f5d {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:33.956162 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:33.956422 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06344561-68f8-4572-b1ad-11202a257f5d {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:33.957147 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06344561-68f8-4572-b1ad-11202a257f5d'] response: {'name': 'network-changed', 'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'status': 'completed', 'code': 200} Jul 26 03:13:33.976909 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:33.981041 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:13:34.033295 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-51d1f113-afe4-4e16-9793-511c127cef25 req-366155b2-cd79-4b3f-a8b4-96fedcec9232 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747018 Jul 26 03:13:34.034599 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-c41ddbad-6f1f-4496-a413-c52587017493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:34.036105 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-c41ddbad-6f1f-4496-a413-c52587017493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1130 time: 0.0570312 Jul 26 03:13:34.100625 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:34.133129 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-3a4f3137-ea81-40a9-b723-e1fe34bcaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:34.134711 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-3a4f3137-ea81-40a9-b723-e1fe34bcaa9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 909 time: 0.0919335 Jul 26 03:13:34.152160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:34.194512 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '3aa97b53-d5ae-43e6-9079-326243905cdf', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '916fd10f-ed42-4554-8693-4ef520102806', 'port_id': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'mac_address': 'fa:16:3e:f7:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:13:32Z', 'updated_at': '2022-07-26T03:13:32Z', 'revision_number': 0, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:38Z', 'revision_number': 5, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:34.195555 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-e8bc8820-2d73-4028-9916-9e548f21c769 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 1000 time: 0.0542252 Jul 26 03:13:34.219592 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] Checking router: 916fd10f-ed42-4554-8693-4ef520102806 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:13:34.228398 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:13:34.229001 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:34.247820 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-7073b202-4f90-41b6-85c0-842d85ef6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:34.249338 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-7073b202-4f90-41b6-85c0-842d85ef6056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 200 len: 847 time: 0.0463498 Jul 26 03:13:34.293615 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-75d45e55-6a9c-4171-bfac-97f3f713f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:34.295179 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-75d45e55-6a9c-4171-bfac-97f3f713f720 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48ca9a71-9e56-49fc-b31b-af70124adfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387280 Jul 26 03:13:34.329271 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:13:34.329920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:13:34.387736 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-94145a0c-985c-4c46-93e4-6f00dbd5b407 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846364 Jul 26 03:13:34.494188 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ace95c9a-254a-45f0-b343-4308ae0248fc req-eee6d7cc-a7e6-4ede-bae4-ba3ca03b71b2 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921388 Jul 26 03:13:34.681577 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '3aa97b53-d5ae-43e6-9079-326243905cdf', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '916fd10f-ed42-4554-8693-4ef520102806', 'port_id': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'mac_address': 'fa:16:3e:f7:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:13:32Z', 'updated_at': '2022-07-26T03:13:32Z', 'revision_number': 0, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:38Z', 'revision_number': 5, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:34.710847 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c93c1f-a5d5-430a-a1eb-749abf0a8434 None None] The sync data for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi is: [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '3aa97b53-d5ae-43e6-9079-326243905cdf', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '916fd10f-ed42-4554-8693-4ef520102806', 'port_id': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'mac_address': 'fa:16:3e:f7:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:13:32Z', 'updated_at': '2022-07-26T03:13:32Z', 'revision_number': 0, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:38Z', 'revision_number': 5, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:13:34.783017 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:13:34.830428 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port b87353fe-7737-4250-b95a-0e1027d7987e triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:13:34.830893 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:34.890392 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0a201-bbcb-44fd-babf-ebf5980f203e None None] New status for floating IP 3aa97b53-d5ae-43e6-9079-326243905cdf: ACTIVE {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:13:34.906648 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b87353fe-7737-4250-b95a-0e1027d7987e is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:13:34.907211 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:34.933420 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:34.935610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a484d-b534-4036-8c23-76f66291f9db" -d '{"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-plugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:34.948224 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:34.954669 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:34.980905 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09458864-c51b-467e-b66d-4afa5d92964f x-openstack-request-id: req-09458864-c51b-467e-b66d-4afa5d92964f {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:34.981219 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-plugged", "status": "completed", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:34.981466 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09458864-c51b-467e-b66d-4afa5d92964f {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:34.981855 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09458864-c51b-467e-b66d-4afa5d92964f'] response: {'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'code': 200} Jul 26 03:13:35.013811 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=10']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:35.164594 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579eba0-1e82-4a48-8325-0699b3496b46 req-526be6e0-a4e3-4983-85a1-c2fbff5c1c60 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:35.166105 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d579eba0-1e82-4a48-8325-0699b3496b46 req-526be6e0-a4e3-4983-85a1-c2fbff5c1c60 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 946 time: 0.0491161 Jul 26 03:13:35.215353 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d579eba0-1e82-4a48-8325-0699b3496b46 req-3f37af81-277a-48d6-ba66-5221a9c7ac72 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433509 Jul 26 03:13:35.532136 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b9e7e-3853-47fe-8930-f1790a96f093 req-231cd5e7-0bb8-4555-88e6-1223c16b5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:35.533544 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9e5b9e7e-3853-47fe-8930-f1790a96f093 req-231cd5e7-0bb8-4555-88e6-1223c16b5177 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1130 time: 0.0440810 Jul 26 03:13:35.584550 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9e5b9e7e-3853-47fe-8930-f1790a96f093 req-dcfe1d70-ba54-4913-89b3-fc1af6d7377c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391943 Jul 26 03:13:36.348978 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24593bf-e9b6-4ea8-8546-3acf9f8b43dc req-3929d2a3-6ff9-4d5e-b767-420119e2d933 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:36.350425 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b24593bf-e9b6-4ea8-8546-3acf9f8b43dc req-3929d2a3-6ff9-4d5e-b767-420119e2d933 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 946 time: 0.0487800 Jul 26 03:13:36.400361 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b24593bf-e9b6-4ea8-8546-3acf9f8b43dc req-5e415504-0d1c-4254-8759-a664b5b01ae9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441740 Jul 26 03:13:37.528208 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33376-f4ad-48f0-a2e1-e98ed7e242e1 req-b12bd8a1-3c21-495e-aaed-269e1ba2c00b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:37.529614 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56d33376-f4ad-48f0-a2e1-e98ed7e242e1 req-b12bd8a1-3c21-495e-aaed-269e1ba2c00b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 946 time: 0.0476389 Jul 26 03:13:37.582610 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-56d33376-f4ad-48f0-a2e1-e98ed7e242e1 req-48e4860c-1290-4edf-ad80-20a01c581eca tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464463 Jul 26 03:13:37.688401 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490506-3648-4131-a3d2-103a835aef8f req-a88fd380-31db-4d5a-bfc8-537e0bf1383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:37.689905 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-22490506-3648-4131-a3d2-103a835aef8f req-a88fd380-31db-4d5a-bfc8-537e0bf1383b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 1130 time: 0.0434754 Jul 26 03:13:37.797117 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:37.800477 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490506-3648-4131-a3d2-103a835aef8f req-66d4adc4-513e-4eac-bd03-101947b68e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:37.801964 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-22490506-3648-4131-a3d2-103a835aef8f req-66d4adc4-513e-4eac-bd03-101947b68e29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.0909953 Jul 26 03:13:37.867559 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-22490506-3648-4131-a3d2-103a835aef8f req-1d77dfc6-d52e-4d10-ac93-29c52f5ed4c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 200 len: 1001 time: 0.0586741 Jul 26 03:13:37.920894 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490506-3648-4131-a3d2-103a835aef8f req-b6a2dcb2-e5a4-4eef-b280-b843c8450104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:37.922551 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-22490506-3648-4131-a3d2-103a835aef8f req-b6a2dcb2-e5a4-4eef-b280-b843c8450104 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0484290 Jul 26 03:13:37.976189 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490506-3648-4131-a3d2-103a835aef8f req-c977e7cb-bb0b-490c-860f-d6b3a9a6b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:37.977713 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-22490506-3648-4131-a3d2-103a835aef8f req-c977e7cb-bb0b-490c-860f-d6b3a9a6b557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419900 Jul 26 03:13:38.383347 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-22490506-3648-4131-a3d2-103a835aef8f req-fcd740b8-5e16-4fb4-ba50-0f681e04c9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464968 Jul 26 03:13:38.439224 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:38.481525 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-22490506-3648-4131-a3d2-103a835aef8f req-742a57d8-253a-4927-9731-c567ab9b28f4 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858519 Jul 26 03:13:38.716239 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d666e-055d-4dbe-98e4-d5cc9cacc475 req-e06ab0e7-7eb2-471d-bcf0-17d025db3456 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:38.717692 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f86d666e-055d-4dbe-98e4-d5cc9cacc475 req-e06ab0e7-7eb2-471d-bcf0-17d025db3456 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 946 time: 0.0467782 Jul 26 03:13:38.763555 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f86d666e-055d-4dbe-98e4-d5cc9cacc475 req-9f4cd7f4-110c-41e1-b579-5af600ff8fd3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399623 Jul 26 03:13:40.729885 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:45.650397 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:48.477479 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=33 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:48.478681 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:48.756713 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=21 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:48.759743 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=81 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:49.165980 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32c593-6149-4a00-b037-085359408d7e req-2e7bb01a-e735-4f8e-9c3e-a630df959515 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:49.167480 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0b32c593-6149-4a00-b037-085359408d7e req-2e7bb01a-e735-4f8e-9c3e-a630df959515 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0764155 Jul 26 03:13:49.168833 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-08f4e3f3-200a-4e02-b8c4-4909ee1f36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:49.170173 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-08f4e3f3-200a-4e02-b8c4-4909ee1f36fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1130 time: 0.0701187 Jul 26 03:13:49.266014 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0b32c593-6149-4a00-b037-085359408d7e req-b79371b4-282a-4eaa-a7b4-ffce73614478 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927303 Jul 26 03:13:49.294527 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-93d86a17-6a5e-48a5-8f94-b007cbb1ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:49.296012 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-93d86a17-6a5e-48a5-8f94-b007cbb1ff72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1159148 Jul 26 03:13:49.359726 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-9a41b067-c6e8-4484-a344-6fdbbd3d0682 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 1001 time: 0.0548573 Jul 26 03:13:49.411458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-b335045c-3127-4639-839b-65a341902f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:49.413166 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-b335045c-3127-4639-839b-65a341902f8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0441060 Jul 26 03:13:49.467964 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-c65552db-e473-41f6-a9cf-65804a9499ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:49.469418 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-c65552db-e473-41f6-a9cf-65804a9499ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427487 Jul 26 03:13:49.566878 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-9f844782-2ac0-4cc2-9740-85bfc0e508fa service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828061 Jul 26 03:13:49.678627 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3a9dfab0-52ff-4d3a-8dc6-3b45ff181ee9 req-78bb25cc-d939-4049-8632-01830b0f2d08 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957367 Jul 26 03:13:49.712126 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2c4869a4-450c-4cc7-a500-1180c3a6d7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:50.396002 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924c11-f215-46c9-89d5-c3c8877fdbed req-df7f1c0d-89f5-4dd3-a2f1-38d3f09c4624 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:50.397455 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-15924c11-f215-46c9-89d5-c3c8877fdbed req-df7f1c0d-89f5-4dd3-a2f1-38d3f09c4624 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0468447 Jul 26 03:13:50.444216 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-15924c11-f215-46c9-89d5-c3c8877fdbed req-4694f52c-0ce2-410f-862a-9bbe64bf343d tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411563 Jul 26 03:13:51.580492 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20a93a-573d-442b-8a41-32712ddd13e0 req-a33a4fd0-3829-4e0b-bf7b-04d6e1a130ce tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:51.581950 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e20a93a-573d-442b-8a41-32712ddd13e0 req-a33a4fd0-3829-4e0b-bf7b-04d6e1a130ce tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0579088 Jul 26 03:13:51.639954 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1e20a93a-573d-442b-8a41-32712ddd13e0 req-4fe097d7-ef7d-41e2-9a95-87ed8811bcac tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496821 Jul 26 03:13:51.962687 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-14b4b108-36b7-4def-b81d-1f616cc84c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:52.308898 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=11 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:52.309865 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:53.022792 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6f111-3003-46a7-996c-f2a1a0782c7f req-eac9e19a-e70c-4df3-8d00-6e4c753362c5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:53.024382 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c8a6f111-3003-46a7-996c-f2a1a0782c7f req-eac9e19a-e70c-4df3-8d00-6e4c753362c5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.3005445 Jul 26 03:13:53.069958 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c8a6f111-3003-46a7-996c-f2a1a0782c7f req-ff0a96ca-4893-4c78-8efd-00946446ae60 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Jul 26 03:13:53.139035 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:54.197804 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a3d45-c13c-4c94-8fb8-b7efff4e21cc req-6c9d9f7e-12d2-46e1-a437-61216bd2a0c4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:54.199339 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c80a3d45-c13c-4c94-8fb8-b7efff4e21cc req-6c9d9f7e-12d2-46e1-a437-61216bd2a0c4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0465810 Jul 26 03:13:54.250254 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c80a3d45-c13c-4c94-8fb8-b7efff4e21cc req-1375aa8e-a486-4da6-a0ec-ba5c7b9188b6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450149 Jul 26 03:13:54.465874 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37a14b-cbf7-49fe-936e-552d3df571b7 req-f3b3b9ac-fc8e-4203-9f30-db69fb0815f2 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:54.467321 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ac37a14b-cbf7-49fe-936e-552d3df571b7 req-f3b3b9ac-fc8e-4203-9f30-db69fb0815f2 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 946 time: 0.0548024 Jul 26 03:13:54.515975 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ac37a14b-cbf7-49fe-936e-552d3df571b7 req-10c64590-87d4-44a6-91b1-6d8afa049ffa tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 Jul 26 03:13:54.590458 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:54.774826 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:55.380402 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66de4c0-93d7-4a76-b7fe-fc6864b4a2a7 req-29f256b5-0ca0-4b7f-ad3b-5c9b26c462ab tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:55.381889 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d66de4c0-93d7-4a76-b7fe-fc6864b4a2a7 req-29f256b5-0ca0-4b7f-ad3b-5c9b26c462ab tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0543866 Jul 26 03:13:55.433357 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d66de4c0-93d7-4a76-b7fe-fc6864b4a2a7 req-d38ac5f4-bdc2-4246-8ec0-6bdc33379b52 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457902 Jul 26 03:13:55.649556 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507836c4-f0e9-481e-9b22-9c7aaf5ed835 req-7c1f7a63-5703-4c6d-8fd6-a7b4e738d3fd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:55.651024 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-507836c4-f0e9-481e-9b22-9c7aaf5ed835 req-7c1f7a63-5703-4c6d-8fd6-a7b4e738d3fd tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 946 time: 0.0503597 Jul 26 03:13:55.702104 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-507836c4-f0e9-481e-9b22-9c7aaf5ed835 req-5945f12f-004c-43bc-979c-cdb289233eba tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=04c4d546-d94b-484e-b48d-49e2294e789c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Jul 26 03:13:56.001199 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-f08aacce-7c12-4a21-aa8a-ba1540fc31da tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:56.002628 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-f08aacce-7c12-4a21-aa8a-ba1540fc31da tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 946 time: 0.0614848 Jul 26 03:13:56.085317 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port a2e79be8-72eb-4197-ab48-b9e19b2869db {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:13:56.085717 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:56.176507 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] For port a2e79be8-72eb-4197-ab48-b9e19b2869db, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a2e79be8-72eb-4197-ab48-b9e19b2869db,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:13:56.176851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:56.244617 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:56.255942 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:56.385647 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:56.386334 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (f17deea9-b2e2-4cd2-a155-982b227dd165), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:56.386334 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP f17deea9-b2e2-4cd2-a155-982b227dd165 disassociated. External IP: 172.27.3.96, port: a2e79be8-72eb-4197-ab48-b9e19b2869db. Jul 26 03:13:56.386598 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for a2e79be8-72eb-4197-ab48-b9e19b2869db owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:13:56.520968 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (a2e79be8-72eb-4197-ab48-b9e19b2869db), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:56.574565 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=a2e79be8-72eb-4197-ab48-b9e19b2869db,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:56.591440 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.591783 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.592130 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.592468 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.592771 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.593124 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.593448 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.593766 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.594092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.594410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.594735 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.595079 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.595399 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.595699 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.596015 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:56.606292 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ecc1f-e020-4760-9446-6a5e31146705 req-767a35ca-f00f-4a62-a833-9f64b76bb6c0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:56.607940 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197ecc1f-e020-4760-9446-6a5e31146705 req-767a35ca-f00f-4a62-a833-9f64b76bb6c0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.1011915 Jul 26 03:13:56.729940 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197ecc1f-e020-4760-9446-6a5e31146705 req-8087e005-a438-4f6f-9f87-3fd6e9657932 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887110 Jul 26 03:13:56.749385 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:13:56.822581 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-90198b0c-2ece-4659-b788-aab24044984a req-aa7af436-8d85-4fdf-9ae6-7b7b8bcef4fc tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09c4f22-568d-47e5-85e7-0df4402648a5 HTTP/1.1" status: 200 len: 210 time: 0.0312355 Jul 26 03:13:56.857929 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:13:56.870790 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:13:56.881720 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:13:56.882369 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:56.901765 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] No DVR routers for this DVR port a2e79be8-72eb-4197-ab48-b9e19b2869db on host hv-cinder-85084 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:13:56.904327 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:56.907590 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aeb893ac-8ff7-4e93-bee0-f1088b0ce291 req-fa827ea9-022f-4851-8334-11a5cf57d14d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "DELETE /v2.0/ports/a2e79be8-72eb-4197-ab48-b9e19b2869db HTTP/1.1" status: 204 len: 173 time: 0.8984163 Jul 26 03:13:56.908034 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'name': 'network-vif-deleted', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:13:56.910286 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0e4efc-09eb-455b-a744-dc01864127da" -d '{"events": [{"server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "name": "network-vif-deleted", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:13:56.960218 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfa401f-c45b-4d31-887d-2dddd517c394 x-openstack-request-id: req-3bfa401f-c45b-4d31-887d-2dddd517c394 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:13:56.960715 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c4f22-568d-47e5-85e7-0df4402648a5", "name": "network-vif-deleted", "tag": "a2e79be8-72eb-4197-ab48-b9e19b2869db", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:13:56.960995 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bfa401f-c45b-4d31-887d-2dddd517c394 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:13:56.961404 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfa401f-c45b-4d31-887d-2dddd517c394'] response: {'server_uuid': 'd09c4f22-568d-47e5-85e7-0df4402648a5', 'name': 'network-vif-deleted', 'tag': 'a2e79be8-72eb-4197-ab48-b9e19b2869db', 'status': 'completed', 'code': 200} Jul 26 03:13:56.966028 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:56.999286 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:13:57.217360 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:44Z', 'revision_number': 2, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:57.242856 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:13:57.251840 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:13:57.252460 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:57.358646 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:13:57.578544 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:44Z', 'revision_number': 2, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:13:57.603503 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f90f6-9230-48ce-b4d0-4f9650dbeee1 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1da785fd-ec66-4b19-8180-c405e198b25f', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:c5:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e66410-316a-4d20-a6f8-c248fb10a534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:11:13Z', 'updated_at': '2022-07-26T03:11:44Z', 'revision_number': 2, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:13:57.837808 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a23e5-ee72-4681-be1d-ada534a21a6c None None] New status for floating IP f17deea9-b2e2-4cd2-a155-982b227dd165: DOWN {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:13:57.891720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419ec-bbf1-40a5-b9ba-868ce960d0a2 req-0be41d0c-3d1b-4962-82ff-939d02451c6e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:57.895479 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ec419ec-bbf1-40a5-b9ba-868ce960d0a2 req-0be41d0c-3d1b-4962-82ff-939d02451c6e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0854812 Jul 26 03:13:57.956688 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ec419ec-bbf1-40a5-b9ba-868ce960d0a2 req-a9a7541a-62c9-44fd-a274-cb8e44dcb2c3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543971 Jul 26 03:13:57.960090 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57266) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:58.025410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-717b1fb2-038e-43fb-9f66-bfe16850bd1f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (04c4d546-d94b-484e-b48d-49e2294e789c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.048888 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-717b1fb2-038e-43fb-9f66-bfe16850bd1f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (04c4d546-d94b-484e-b48d-49e2294e789c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.100168 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-717b1fb2-038e-43fb-9f66-bfe16850bd1f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (04c4d546-d94b-484e-b48d-49e2294e789c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.103604 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-717b1fb2-038e-43fb-9f66-bfe16850bd1f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.107520 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-717b1fb2-038e-43fb-9f66-bfe16850bd1f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/security-groups/04c4d546-d94b-484e-b48d-49e2294e789c HTTP/1.1" status: 204 len: 168 time: 0.1439085 Jul 26 03:13:58.108176 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57268) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:58.116647 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b1fb2-038e-43fb-9f66-bfe16850bd1f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c4d546-d94b-484e-b48d-49e2294e789c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:58.124894 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.api.v2.resource [None req-4ebba1f4-9b40-4292-a7fb-164719855ac5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] show failed (client error): The resource could not be found. Jul 26 03:13:58.126179 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4ebba1f4-9b40-4292-a7fb-164719855ac5 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups/04c4d546-d94b-484e-b48d-49e2294e789c HTTP/1.1" status: 404 len: 347 time: 0.0169871 Jul 26 03:13:58.129279 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57270) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:13:58.246788 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port c90b240f-42e5-4818-9b3c-db873dca4093 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:13:58.247168 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (c90b240f-42e5-4818-9b3c-db873dca4093), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.330083 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (c90b240f-42e5-4818-9b3c-db873dca4093), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.330397 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (c90b240f-42e5-4818-9b3c-db873dca4093), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.343603 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for c90b240f-42e5-4818-9b3c-db873dca4093 owned by network:floatingip {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:13:58.482354 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (c90b240f-42e5-4818-9b3c-db873dca4093), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.485405 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:58.509649 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=c90b240f-42e5-4818-9b3c-db873dca4093,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:13:58.513977 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:13:58.535061 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.535416 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.535734 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.536060 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.536381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.536699 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.537016 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.537333 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.537647 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.537960 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.538272 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.538613 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.538942 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.539284 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.539681 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:13:58.599494 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (f17deea9-b2e2-4cd2-a155-982b227dd165), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.602798 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:13:58.604472 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-59a3fe9a-957a-4ffc-86c3-ab5656e4aa41 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/floatingips/f17deea9-b2e2-4cd2-a155-982b227dd165 HTTP/1.1" status: 204 len: 168 time: 0.4737926 Jul 26 03:13:58.970978 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device a2e79be8-72eb-4197-ab48-b9e19b2869db no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:13:59.000450 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: a2e79be8-72eb-4197-ab48-b9e19b2869db {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:13:59.001203 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device a2e79be8-72eb-4197-ab48-b9e19b2869db not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:13:59.085116 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cba621-c99b-469a-bb6e-09d6c31ed859 req-74311444-55b9-426c-ab93-a293cabec52c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:13:59.086714 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a6cba621-c99b-469a-bb6e-09d6c31ed859 req-74311444-55b9-426c-ab93-a293cabec52c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0494838 Jul 26 03:13:59.134721 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a6cba621-c99b-469a-bb6e-09d6c31ed859 req-4865718c-d347-4c34-9632-249e9ae4628b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424416 Jul 26 03:14:00.257500 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5746e79-754f-439f-bba2-f7b85dae38d5 req-67d87ef1-85e8-4abf-b859-9945160aca75 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:00.259057 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d5746e79-754f-439f-bba2-f7b85dae38d5 req-67d87ef1-85e8-4abf-b859-9945160aca75 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0508461 Jul 26 03:14:00.293077 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:00.310512 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d5746e79-754f-439f-bba2-f7b85dae38d5 req-9095494f-20d2-4e71-929d-7d4308ffc12a tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458486 Jul 26 03:14:00.314421 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:00.339242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d829b63-6dfd-43f7-b74a-896911afb8db req-5210c979-ee08-445d-91df-18c560bcfb97 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:00.340863 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4d829b63-6dfd-43f7-b74a-896911afb8db req-5210c979-ee08-445d-91df-18c560bcfb97 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 946 time: 0.0580254 Jul 26 03:14:00.390397 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4d829b63-6dfd-43f7-b74a-896911afb8db req-2e82984f-38f5-4d39-a51c-f6e54c521439 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413985 Jul 26 03:14:01.442984 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55fb5-2107-45be-a129-9c2a9f402219 req-83ef2641-7cd3-467a-8b32-34c7e612cdff tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:01.444499 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65f55fb5-2107-45be-a129-9c2a9f402219 req-83ef2641-7cd3-467a-8b32-34c7e612cdff tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0483363 Jul 26 03:14:01.493016 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-65f55fb5-2107-45be-a129-9c2a9f402219 req-3d7e193c-3184-4291-930d-2ab7003f04af tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428078 Jul 26 03:14:01.507572 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7278024-6e57-4339-8ce0-ea592a5bd580 req-f6f9e1dd-08f4-46ae-8f27-45ee96ba6c6b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:01.509059 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a7278024-6e57-4339-8ce0-ea592a5bd580 req-f6f9e1dd-08f4-46ae-8f27-45ee96ba6c6b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 946 time: 0.0463362 Jul 26 03:14:01.555375 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a7278024-6e57-4339-8ce0-ea592a5bd580 req-b698accf-d0d6-4bc1-a972-6608de347319 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=041497b6-1543-4ddd-9a52-aa75a938cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406556 Jul 26 03:14:02.064226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-42473eb9-5659-4b39-aaa7-41b3700cd134 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:02.065654 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-42473eb9-5659-4b39-aaa7-41b3700cd134 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 946 time: 0.0509746 Jul 26 03:14:02.153565 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:14:02.153941 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:02.241482 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] For port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:02.241885 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:02.402151 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:02.402515 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1da785fd-ec66-4b19-8180-c405e198b25f), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:02.402834 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP 1da785fd-ec66-4b19-8180-c405e198b25f disassociated. External IP: 172.27.3.238, port: 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb. Jul 26 03:14:02.403204 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:14:02.540820 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (65c2f70b-d12f-49c9-8a17-b9a3a5a002cb), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:02.573669 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=65c2f70b-d12f-49c9-8a17-b9a3a5a002cb,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:02.625254 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d2a6c-f9d8-4f62-9a92-9407f1b5fd50 req-6d63186d-0779-459d-a82c-b5b43cdd2f88 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:02.626940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-997d2a6c-f9d8-4f62-9a92-9407f1b5fd50 req-6d63186d-0779-459d-a82c-b5b43cdd2f88 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0597100 Jul 26 03:14:02.675659 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-997d2a6c-f9d8-4f62-9a92-9407f1b5fd50 req-9308590b-93f9-4a91-8efc-0ddea2ae09bc tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Jul 26 03:14:02.687878 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a5ccb3eb-6661-48ec-9564-d62645589de5 req-b85673eb-4f9f-4169-944b-1c20b97b6f5b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=32e66410-316a-4d20-a6f8-c248fb10a534 HTTP/1.1" status: 200 len: 210 time: 0.0331249 Jul 26 03:14:02.708194 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:14:02.749265 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:02.807467 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:02.812545 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:14:02.824498 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:14:02.835601 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:02.836288 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:02.855217 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] No DVR routers for this DVR port 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb on host hv-cinder-85084 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:14:02.857722 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:02.860987 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f22daf6b-780b-48a6-97cf-7c5d6eff9c75 req-81a0f159-1ced-44ce-8bb6-a2d3910a44bb tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "DELETE /v2.0/ports/65c2f70b-d12f-49c9-8a17-b9a3a5a002cb HTTP/1.1" status: 204 len: 173 time: 0.7891462 Jul 26 03:14:02.861416 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'name': 'network-vif-deleted', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:02.863759 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc55c0-eaf6-4405-83fe-e910b650cdbf" -d '{"events": [{"server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "name": "network-vif-deleted", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:02.919750 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b50f1f2-9b2f-4608-a0d3-4fb8e9b83b57 x-openstack-request-id: req-7b50f1f2-9b2f-4608-a0d3-4fb8e9b83b57 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:02.920047 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e66410-316a-4d20-a6f8-c248fb10a534", "name": "network-vif-deleted", "tag": "65c2f70b-d12f-49c9-8a17-b9a3a5a002cb", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:02.920326 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b50f1f2-9b2f-4608-a0d3-4fb8e9b83b57 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:02.920731 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b50f1f2-9b2f-4608-a0d3-4fb8e9b83b57'] response: {'server_uuid': '32e66410-316a-4d20-a6f8-c248fb10a534', 'name': 'network-vif-deleted', 'tag': '65c2f70b-d12f-49c9-8a17-b9a3a5a002cb', 'status': 'completed', 'code': 200} Jul 26 03:14:02.927440 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:02.947282 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:03.127476 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:03.140481 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:03.164615 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:14:03.173170 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:03.173759 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:03.275371 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:03.469904 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:03.498985 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a149f-da98-4e9c-9714-32fc43eafa79 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:14:03.731590 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7262a73-dce8-4599-b9b2-8b5cf5eff7a9 None None] New status for floating IP 1da785fd-ec66-4b19-8180-c405e198b25f: DOWN {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:14:03.791220 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57316) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:03.801582 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67560f-5c32-4f86-9881-3c63bddbfcfa req-c863fe50-4702-4b3f-90e1-ba2c25ba4a96 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:03.803794 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8c67560f-5c32-4f86-9881-3c63bddbfcfa req-c863fe50-4702-4b3f-90e1-ba2c25ba4a96 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0509307 Jul 26 03:14:03.857118 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8c67560f-5c32-4f86-9881-3c63bddbfcfa req-fdef5dcc-9bdb-42b5-96bb-5b88f6a95a21 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468204 Jul 26 03:14:03.862698 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d8c86917-18e5-4ed0-b059-30895edc0a3f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (041497b6-1543-4ddd-9a52-aa75a938cc4e), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:03.891193 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d8c86917-18e5-4ed0-b059-30895edc0a3f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (041497b6-1543-4ddd-9a52-aa75a938cc4e), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:03.937751 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d8c86917-18e5-4ed0-b059-30895edc0a3f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (041497b6-1543-4ddd-9a52-aa75a938cc4e), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:03.942148 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d8c86917-18e5-4ed0-b059-30895edc0a3f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:03.943784 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-d8c86917-18e5-4ed0-b059-30895edc0a3f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/security-groups/041497b6-1543-4ddd-9a52-aa75a938cc4e HTTP/1.1" status: 204 len: 168 time: 0.1515787 Jul 26 03:14:03.946876 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57318) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:03.953585 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c86917-18e5-4ed0-b059-30895edc0a3f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041497b6-1543-4ddd-9a52-aa75a938cc4e,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:03.970297 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-c677904d-7b2b-45ce-a39b-8a7e2b214410 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] show failed (client error): The resource could not be found. Jul 26 03:14:03.971758 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c677904d-7b2b-45ce-a39b-8a7e2b214410 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups/041497b6-1543-4ddd-9a52-aa75a938cc4e HTTP/1.1" status: 404 len: 347 time: 0.0234203 Jul 26 03:14:03.974820 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57320) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:04.095583 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port 7872db76-dd0e-42be-9d1b-fc8212cdc47a {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:14:04.095915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.176249 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.176545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (7872db76-dd0e-42be-9d1b-fc8212cdc47a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.188576 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for 7872db76-dd0e-42be-9d1b-fc8212cdc47a owned by network:floatingip {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:14:04.323039 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (7872db76-dd0e-42be-9d1b-fc8212cdc47a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.346285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=7872db76-dd0e-42be-9d1b-fc8212cdc47a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:04.375707 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:04.407267 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:04.418850 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (1da785fd-ec66-4b19-8180-c405e198b25f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.422272 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.423958 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-46c52a9a-bde9-4175-b192-5a4a3e4d79c7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/floatingips/1da785fd-ec66-4b19-8180-c405e198b25f HTTP/1.1" status: 204 len: 168 time: 0.4480524 Jul 26 03:14:04.498980 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57324) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:04.504124 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-ef5242ff-d427-45c7-83b6-5d1f07224a00 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965322595', 'description': 'tempest-description--1635170212'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:04.528555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef5242ff-d427-45c7-83b6-5d1f07224a00 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.597755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef5242ff-d427-45c7-83b6-5d1f07224a00 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.604076 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef5242ff-d427-45c7-83b6-5d1f07224a00 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.631719 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5242ff-d427-45c7-83b6-5d1f07224a00 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:04.636105 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef5242ff-d427-45c7-83b6-5d1f07224a00 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.637303 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ef5242ff-d427-45c7-83b6-5d1f07224a00 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1371403 Jul 26 03:14:04.640193 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57326) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:04.644415 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-690c7f75-57d4-4bc5-bff9-82f8573fe924 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': '07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:04.683287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-690c7f75-57d4-4bc5-bff9-82f8573fe924 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (8499ac94-e6df-4246-b1d3-d305cc86a6a1), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.735907 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-690c7f75-57d4-4bc5-bff9-82f8573fe924 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (8499ac94-e6df-4246-b1d3-d305cc86a6a1), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.742647 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-690c7f75-57d4-4bc5-bff9-82f8573fe924 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (8499ac94-e6df-4246-b1d3-d305cc86a6a1), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.762002 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c7f75-57d4-4bc5-bff9-82f8573fe924 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8499ac94-e6df-4246-b1d3-d305cc86a6a1,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:04.766905 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-690c7f75-57d4-4bc5-bff9-82f8573fe924 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.768478 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-690c7f75-57d4-4bc5-bff9-82f8573fe924 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273463 Jul 26 03:14:04.771256 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57328) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:04.775667 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-3182a4fe-f2a2-4a4e-8fa0-6a8dbbf060c3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': '07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:04.806725 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3182a4fe-f2a2-4a4e-8fa0-6a8dbbf060c3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (9f650554-f5ef-4d88-a543-933409f7e19b), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.863594 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3182a4fe-f2a2-4a4e-8fa0-6a8dbbf060c3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (9f650554-f5ef-4d88-a543-933409f7e19b), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.868381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3182a4fe-f2a2-4a4e-8fa0-6a8dbbf060c3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (9f650554-f5ef-4d88-a543-933409f7e19b), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.887861 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182a4fe-f2a2-4a4e-8fa0-6a8dbbf060c3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f650554-f5ef-4d88-a543-933409f7e19b,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:04.900628 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3182a4fe-f2a2-4a4e-8fa0-6a8dbbf060c3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:04.904868 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3182a4fe-f2a2-4a4e-8fa0-6a8dbbf060c3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296773 Jul 26 03:14:04.905349 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57336) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:04.909829 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:04.933455 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.003330 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:14:05.023325 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:14:05.023678 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 65c2f70b-d12f-49c9-8a17-b9a3a5a002cb not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:14:05.032835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0566ed-e783-4bbe-b18f-ba0e7399ca91 req-fc07ddeb-4149-4c4f-9de6-05f70c7d2d11 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:05.034449 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f0566ed-e783-4bbe-b18f-ba0e7399ca91 req-fc07ddeb-4149-4c4f-9de6-05f70c7d2d11 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0866475 Jul 26 03:14:05.073438 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.132651 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0f0566ed-e783-4bbe-b18f-ba0e7399ca91 req-fcb2e7af-cda8-4725-a73c-cbaefcfce0fc tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912924 Jul 26 03:14:05.199333 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.27.3.76 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/3475d4e8-7395-4cf2-a63f-c7be19572df6) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:14:05.304956 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.340673 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.383978 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:14:05.387237 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=3475d4e8-7395-4cf2-a63f-c7be19572df6,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:05.389631 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:14:05.391687 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:14:05.475672 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:05.477019 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (76de8a44-98b6-499c-9d17-b5589fb87c81), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.515760 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.552646 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:05.672687 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.679695 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.745939 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=3475d4e8-7395-4cf2-a63f-c7be19572df6,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:05.758268 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (76de8a44-98b6-499c-9d17-b5589fb87c81), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.777418 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:05.778669 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-32459bde-01a6-4868-a10f-4d746d88e823 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8722787 Jul 26 03:14:05.987629 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-57fd93a1-b644-4582-9916-c7845c5414d1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--965322595&fields=id&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 267 time: 0.0433424 Jul 26 03:14:06.096384 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-b2be71e0-f921-4a3f-8fc4-364a8de4c989 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:06.097870 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-b2be71e0-f921-4a3f-8fc4-364a8de4c989 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.1037965 Jul 26 03:14:06.112801 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-9dfdd374-104e-4ad6-840d-2539202db000 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/quotas/9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 375 time: 0.0092793 Jul 26 03:14:06.161566 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c1f2f8e0-68d3-497e-bf5c-e842d700f9a1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433903 Jul 26 03:14:06.193448 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0e050-6a2c-4bec-b739-67673ad05a17 req-6fc8e93c-e7aa-4f5b-9f62-1f265c77b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:06.195086 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a5d0e050-6a2c-4bec-b739-67673ad05a17 req-6fc8e93c-e7aa-4f5b-9f62-1f265c77b815 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1130 time: 0.0453925 Jul 26 03:14:06.264645 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-f28ce0f5-67ae-4518-ad7a-b890288033a4 service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908799 Jul 26 03:14:06.338569 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:06.353262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:06.366076 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-42752df2-25ca-4b92-906a-3c90d4ecc79e service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955112 Jul 26 03:14:06.540389 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ceb96528-f9db-47cb-b877-9ab2a1d01def req-88f084e8-699b-4ca4-86ef-05ec75f905f9 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 210 time: 0.0288556 Jul 26 03:14:06.543878 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac444-4fe7-4bd1-943b-eb7411e66574 req-dc2f2751-cc9b-4e21-a521-ef2e4fde2c50 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:06.545552 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-55fac444-4fe7-4bd1-943b-eb7411e66574 req-dc2f2751-cc9b-4e21-a521-ef2e4fde2c50 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.3357456 Jul 26 03:14:06.566104 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a5d0e050-6a2c-4bec-b739-67673ad05a17 req-49c8b4f0-4b6d-4a22-b584-5647f388c9eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619838 Jul 26 03:14:06.604774 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-55fac444-4fe7-4bd1-943b-eb7411e66574 req-dd529f88-5ccf-4272-aa82-b7f4218d00e7 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492859 Jul 26 03:14:07.646876 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3549e4a5-41f0-4154-998c-f3f9b0313c21 req-6db2056d-cb29-4900-8f7f-aea07fc23fac tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 210 time: 0.0285604 Jul 26 03:14:07.721993 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ec46-aaba-4272-bbf2-0726e7407f8a req-a6b74beb-e70d-443a-8a61-ff8e80140c41 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:07.723426 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d95ec46-aaba-4272-bbf2-0726e7407f8a req-a6b74beb-e70d-443a-8a61-ff8e80140c41 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0467846 Jul 26 03:14:07.772876 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d95ec46-aaba-4272-bbf2-0726e7407f8a req-da64c06c-f2c0-4165-9850-b7fd487b1707 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438173 Jul 26 03:14:08.630411 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c71eac4c-96f0-413e-994b-b41589c40f01 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:08.631871 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c71eac4c-96f0-413e-994b-b41589c40f01 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.1082895 Jul 26 03:14:08.697185 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-99a907f0-dd4c-44cd-8f19-42acd1916f8e tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 379 time: 0.0536053 Jul 26 03:14:08.708005 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'port': {'device_id': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'admin_state_up': True, 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'security_groups': ['07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:08.746868 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-76084659-0bc6-4ea8-bb79-f8c7c1b5c700 req-2927b3fe-d54b-4fd8-966d-d26d3a7d98e8 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Jul 26 03:14:08.813418 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:08.824031 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Made reservation on behalf of 9d8d482c37d849cf8bdf035e110e0f34 for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:14:08.827832 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:08.931723 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:08.940750 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d96cb-9305-475a-a944-2c8612b03296 req-844b2b6b-4cea-4870-9634-b7719218d871 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:08.942209 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-324d96cb-9305-475a-a944-2c8612b03296 req-844b2b6b-4cea-4870-9634-b7719218d871 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0889926 Jul 26 03:14:09.026262 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.20.0.9 (3f744be8-1146-4ad7-825e-8d297f751ced/1c525c5f-9e6c-4e62-a144-1be18d38e205/8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:14:09.034820 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-324d96cb-9305-475a-a944-2c8612b03296 req-984376db-d097-4dda-8d26-8db99a806607 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863261 Jul 26 03:14:09.173370 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.207023 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.252515 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 3f744be8-1146-4ad7-825e-8d297f751ced is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:14:09.255794 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:14:09.258713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:14:09.290912 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:09.320052 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:09.320715 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.342744 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-c8b06799-3a25-4a4a-a27c-a38a177a5783 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6388826 Jul 26 03:14:09.357182 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Request body: {'port': {'device_id': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:09.437277 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.506081 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-0641ac09-5166-4246-9fb1-5a17d85e698f None None] Provisioning complete for port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:14:09.507188 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-0641ac09-5166-4246-9fb1-5a17d85e698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.534986 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-6716055e-c7b7-447d-9135-78ca0a69905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:09.536452 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-6716055e-c7b7-447d-9135-78ca0a69905f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1130 time: 0.0757766 Jul 26 03:14:09.548246 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b066d-9cc3-4410-9e7b-8e416dfc64c9 req-e7acc883-2afd-4620-baa0-23afbaafe5f3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:09.549769 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e02b066d-9cc3-4410-9e7b-8e416dfc64c9 req-e7acc883-2afd-4620-baa0-23afbaafe5f3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0583999 Jul 26 03:14:09.669831 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e02b066d-9cc3-4410-9e7b-8e416dfc64c9 req-6b7fa8b5-9eda-4f6b-b5c3-52169162dce8 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071146 Jul 26 03:14:09.674770 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-0641ac09-5166-4246-9fb1-5a17d85e698f None None] Port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:14:09.683340 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-e79e8e84-054e-4ab4-a02b-09a43f5f67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:09.684810 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-e79e8e84-054e-4ab4-a02b-09a43f5f67bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.1341963 Jul 26 03:14:09.696900 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:09.706104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:14:09.714369 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Publish callbacks [] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.728217 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:09.729487 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Transition to ACTIVE for port object 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:14:09.733850 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.747261 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-91e41a0c-fc19-457c-aef9-83b567198e9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 1001 time: 0.0544763 Jul 26 03:14:09.785653 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:09.817407 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-262e401a-ba42-418a-86d4-25796ad682ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:09.818993 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-262e401a-ba42-418a-86d4-25796ad682ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0653715 Jul 26 03:14:09.868896 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-15c48c59-993a-401b-889b-9ce81006d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:09.870524 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-15c48c59-993a-401b-889b-9ce81006d4a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435929 Jul 26 03:14:09.905997 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Attempting to bind port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:14:09.906582 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Attempting to bind port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:14:09.906678 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Attempting to bind port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:14:09.921614 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26854b-abf4-429e-a31c-6d7beef8e1a7 req-ec5fcea2-8bb6-4005-b09b-027f3f1a2cf6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:09.923591 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fb26854b-abf4-429e-a31c-6d7beef8e1a7 req-ec5fcea2-8bb6-4005-b09b-027f3f1a2cf6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 943 time: 0.0758541 Jul 26 03:14:09.926621 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 on network 3f744be8-1146-4ad7-825e-8d297f751ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:14:09.926940 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Attempting to bind port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:14:09.946107 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:14:09.946498 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Checking segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:14:09.946814 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Bound using segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:14:09.947289 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Bound port: 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:14:09.947644 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:09.968785 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-4225a628-43a0-47de-a356-c6fb02253e78 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887048 Jul 26 03:14:10.022409 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fb26854b-abf4-429e-a31c-6d7beef8e1a7 req-353232ae-a924-4534-8a46-f6fc685a3751 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925732 Jul 26 03:14:10.034731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] For port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:14:10.039549 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] For port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:14:10.052053 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:10.066683 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9a2c92f1-27bf-4b4c-892c-e56faa2af6e2 req-3fc12244-4fe2-4469-85d6-7c92b9091a53 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909607 Jul 26 03:14:10.092828 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:10.093481 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:10.097750 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 HTTP/1.1" status: 200 len: 1093 time: 0.7427704 Jul 26 03:14:10.098313 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:10.100957 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ecbaf6-135d-4374-8b02-81c2213f37ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:10.121567 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e805784-3279-4f72-b8c4-14e00a874358 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:10.143176 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a82132d-04e2-4cd4-999a-00feca9a7232 x-openstack-request-id: req-3a82132d-04e2-4cd4-999a-00feca9a7232 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:10.143491 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:10.143743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a82132d-04e2-4cd4-999a-00feca9a7232 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:10.144152 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a82132d-04e2-4cd4-999a-00feca9a7232'] response: {'name': 'network-changed', 'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'status': 'completed', 'code': 200} Jul 26 03:14:10.222679 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecbaf6-135d-4374-8b02-81c2213f37ab req-a89f5ba4-a4d3-4af8-8a6a-51406e4f71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:10.224254 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b3ecbaf6-135d-4374-8b02-81c2213f37ab req-a89f5ba4-a4d3-4af8-8a6a-51406e4f71da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 1127 time: 0.0460622 Jul 26 03:14:10.337168 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecbaf6-135d-4374-8b02-81c2213f37ab req-66b1d94d-0c50-4993-bb4b-f7e42e6cb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:10.338673 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b3ecbaf6-135d-4374-8b02-81c2213f37ab req-66b1d94d-0c50-4993-bb4b-f7e42e6cb522 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1032736 Jul 26 03:14:10.739593 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:10.810084 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28954a0-30c7-42e5-a60e-37ce2958afa8 req-eaa31176-e830-4dca-9e39-728dfa1c1f85 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:10.812041 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c28954a0-30c7-42e5-a60e-37ce2958afa8 req-eaa31176-e830-4dca-9e39-728dfa1c1f85 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0541065 Jul 26 03:14:10.866143 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c28954a0-30c7-42e5-a60e-37ce2958afa8 req-e77faa25-4a4d-47b6-b8ca-56eddbfb0717 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455778 Jul 26 03:14:11.153730 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7735846-7e08-4a57-9efa-a5e4b2071e5e req-b23de464-e7c7-4f3c-b5a5-102e6bbb4c6f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:11.155258 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d7735846-7e08-4a57-9efa-a5e4b2071e5e req-b23de464-e7c7-4f3c-b5a5-102e6bbb4c6f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 943 time: 0.0470357 Jul 26 03:14:11.204736 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d7735846-7e08-4a57-9efa-a5e4b2071e5e req-f25a159d-e4ec-4aea-a185-6eb1936403b2 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Jul 26 03:14:11.333932 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:14:11.687624 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecbaf6-135d-4374-8b02-81c2213f37ab req-685837d2-c103-4006-8680-c231892d673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:11.689054 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b3ecbaf6-135d-4374-8b02-81c2213f37ab req-685837d2-c103-4006-8680-c231892d673e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898490 Jul 26 03:14:11.797240 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-ea4fe600-d690-4428-82dd-a07ba642093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:11.798714 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-ea4fe600-d690-4428-82dd-a07ba642093a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 1127 time: 0.0393333 Jul 26 03:14:11.844552 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-a636f20e-f16e-4dbd-a55a-3794db569850 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 HTTP/1.1" status: 200 len: 217 time: 0.0371957 Jul 26 03:14:11.926867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-7847cac0-99a9-46c6-9a91-a99f4d0dbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:11.928411 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-7847cac0-99a9-46c6-9a91-a99f4d0dbd42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0459399 Jul 26 03:14:11.987703 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a730b7c-1e8d-4efa-bfe9-085055c443c4 req-d474dc9f-4266-4fdf-9f46-a6ce6d38ff8f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:11.989087 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2a730b7c-1e8d-4efa-bfe9-085055c443c4 req-d474dc9f-4266-4fdf-9f46-a6ce6d38ff8f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0474126 Jul 26 03:14:12.015705 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:12.039514 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2a730b7c-1e8d-4efa-bfe9-085055c443c4 req-4c997fd8-a8c2-4b61-8f96-b09a031d647e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447888 Jul 26 03:14:12.347579 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e8c66-2fd1-401d-9607-e675e128b50a req-1100988a-6482-47d2-bc66-ff0b00527ab3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:12.349472 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fd1e8c66-2fd1-401d-9607-e675e128b50a req-1100988a-6482-47d2-bc66-ff0b00527ab3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 943 time: 0.0590093 Jul 26 03:14:12.398351 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fd1e8c66-2fd1-401d-9607-e675e128b50a req-c3883cfd-81f7-4680-b379-affdcfebc926 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Jul 26 03:14:12.588978 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49da6-1213-49d4-a38a-fa803491585d req-508052a9-d2cf-4bf7-8e15-e37be20532d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:12.590424 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-508052a9-d2cf-4bf7-8e15-e37be20532d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527179 Jul 26 03:14:12.644563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:12.682741 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-cd5149e0-2ee7-4e03-b891-be60ea93ea3a service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855370 Jul 26 03:14:12.783893 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ac49da6-1213-49d4-a38a-fa803491585d req-47ec176a-8696-4559-8944-3e9b6548aa7e service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930402 Jul 26 03:14:13.168647 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc3173-6c42-4821-9ed2-d2e769156286 req-b32784c4-e3dc-4db4-8f3b-f2922021ff94 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:13.170124 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bacc3173-6c42-4821-9ed2-d2e769156286 req-b32784c4-e3dc-4db4-8f3b-f2922021ff94 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0544229 Jul 26 03:14:13.225274 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bacc3173-6c42-4821-9ed2-d2e769156286 req-0bfb18b4-9070-4f07-bf53-4b555e8cf6c3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Jul 26 03:14:13.345909 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9647657-e79d-4487-82e3-03fbea6ec7df req-dae0c46e-32b9-49b6-ac1e-0cf2fe20a44c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:13.347384 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d9647657-e79d-4487-82e3-03fbea6ec7df req-dae0c46e-32b9-49b6-ac1e-0cf2fe20a44c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0463653 Jul 26 03:14:13.357575 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57408) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:13.364220 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Request body: {'floatingip': {'port_id': '00d6395a-b67a-4403-9103-923b188e56a9'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:13.422458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:13.566545 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c47db-4055-4e3b-ad5e-ce4bac45041c req-9c47da0d-aa75-4a4a-ad59-a37038749a5b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:13.567973 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-778c47db-4055-4e3b-ad5e-ce4bac45041c req-9c47da0d-aa75-4a4a-ad59-a37038749a5b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 943 time: 0.0933473 Jul 26 03:14:13.689079 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-778c47db-4055-4e3b-ad5e-ce4bac45041c req-8ad8ce93-d297-4a90-bfaf-ae04cd20aa0d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134188 Jul 26 03:14:13.947356 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:13.955167 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:13.997697 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:14.125922 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:14.154756 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:14:14.257155 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:14:14.262447 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:14.267350 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] Sync routers for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:14:14.277394 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:14.278005 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:14.296796 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:14.299091 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24cffa-eeeb-41e0-90eb-276b47f59adb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:14.329564 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-39000ffa-402f-4568-b3c0-6aa5b5efa699 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "PUT /v2.0/floatingips/1264daf3-7718-447d-8915-39403ecbc408 HTTP/1.1" status: 200 len: 993 time: 0.9705648 Jul 26 03:14:14.353465 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30651e6b-e6ed-4335-b62d-d548b6024a62 x-openstack-request-id: req-30651e6b-e6ed-4335-b62d-d548b6024a62 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:14.353790 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:14.354037 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30651e6b-e6ed-4335-b62d-d548b6024a62 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:14.354447 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30651e6b-e6ed-4335-b62d-d548b6024a62'] response: {'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9', 'status': 'completed', 'code': 200} Jul 26 03:14:14.379651 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:14.418522 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-0b46eeab-8fe1-4370-a8fb-703a5c50f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:14.420050 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-0b46eeab-8fe1-4370-a8fb-703a5c50f328 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1130 time: 0.0392764 Jul 26 03:14:14.514617 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-b9e8198c-64df-455b-bada-4a63dcf4f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:14.515971 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:14.516113 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-b9e8198c-64df-455b-bada-4a63dcf4f07e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.0882525 Jul 26 03:14:14.578007 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-0f65bf25-3d7b-47f2-abbf-07907156462f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 1001 time: 0.0540924 Jul 26 03:14:14.588015 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1264daf3-7718-447d-8915-39403ecbc408', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'port_id': '00d6395a-b67a-4403-9103-923b188e56a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'mac_address': 'fa:16:3e:d5:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:14:13Z', 'revision_number': 3, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:14.612812 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] Checking router: dbaafe3f-3d34-4ba8-836a-68d036bea8f1 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:14:14.621512 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:14.622083 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:14.641890 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-711abd62-b0f8-4b4c-8e38-928b417928bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:14.643400 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-711abd62-b0f8-4b4c-8e38-928b417928bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0587976 Jul 26 03:14:14.691045 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-d0bbdb4e-01ed-4dc7-b853-1ab699ace14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:14.692568 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-d0bbdb4e-01ed-4dc7-b853-1ab699ace14c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417387 Jul 26 03:14:14.723419 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:14.748005 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:14.819104 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-4f6616a8-667b-4994-8425-62fba2242afe service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179581 Jul 26 03:14:14.829913 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860220f-8348-404a-9ece-30d037464480 req-76add06e-44af-44c0-bf15-f0942411a5e0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:14.831329 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7860220f-8348-404a-9ece-30d037464480 req-76add06e-44af-44c0-bf15-f0942411a5e0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 943 time: 0.0670731 Jul 26 03:14:14.932019 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1264daf3-7718-447d-8915-39403ecbc408', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'port_id': '00d6395a-b67a-4403-9103-923b188e56a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'mac_address': 'fa:16:3e:d5:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:14:13Z', 'revision_number': 3, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:14.940988 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7860220f-8348-404a-9ece-30d037464480 req-6813b8df-61eb-4556-b6af-311c4ff9d523 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005425 Jul 26 03:14:14.953184 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d24cffa-eeeb-41e0-90eb-276b47f59adb req-504dff8d-362a-4245-9cbc-042d979e4184 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209087 Jul 26 03:14:14.963246 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21276934-4624-4448-89ad-65b6bbd08814 None None] The sync data for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi is: [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1264daf3-7718-447d-8915-39403ecbc408', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'port_id': '00d6395a-b67a-4403-9103-923b188e56a9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'mac_address': 'fa:16:3e:d5:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:14:13Z', 'revision_number': 3, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:14:15.031146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:14:15.134392 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:15.145386 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'port_id': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'mac_address': 'fa:16:3e:0b:3d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:14:15.183876 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:14:15.184259 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:15.197022 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:14:15.218034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:15.224756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:15.269812 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:15.277086 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.277424 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.277756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.278103 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.278429 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.278749 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.279101 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.279422 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.279736 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.280046 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.280363 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.280677 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.280992 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.281301 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.281612 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:15.539560 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:14:15.667760 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:16.072228 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709d0e2-2827-4536-a0ac-88738b4c0a80 req-5d12600f-b7be-4c07-914d-80d3c6fd96fa tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:16.073658 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b709d0e2-2827-4536-a0ac-88738b4c0a80 req-5d12600f-b7be-4c07-914d-80d3c6fd96fa tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 944 time: 0.0524750 Jul 26 03:14:16.129375 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b709d0e2-2827-4536-a0ac-88738b4c0a80 req-9b1f810b-84a0-4155-b763-af173cd7e02c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472476 Jul 26 03:14:16.355673 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:16.358113 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafc7195-9b08-4d7f-b63a-9420d25340ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:16.396219 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b4d3f6-4288-4ec6-b43f-41d75a3edb64 x-openstack-request-id: req-91b4d3f6-4288-4ec6-b43f-41d75a3edb64 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:16.396505 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "tag": "00d6395a-b67a-4403-9103-923b188e56a9", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:16.396764 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91b4d3f6-4288-4ec6-b43f-41d75a3edb64 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:16.397166 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b4d3f6-4288-4ec6-b43f-41d75a3edb64'] response: {'name': 'network-changed', 'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9', 'status': 'completed', 'code': 200} Jul 26 03:14:16.467515 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-85d1ef5c-75b2-4bbf-9d96-8b4b0c0389be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:16.469039 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-85d1ef5c-75b2-4bbf-9d96-8b4b0c0389be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a07cd1888316403eb9c37610a310b76d&device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 1130 time: 0.0448494 Jul 26 03:14:16.492490 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:16.560074 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-e1243b9a-2698-49d0-863d-b6237362cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:16.561533 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-e1243b9a-2698-49d0-863d-b6237362cd2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 200 len: 919 time: 0.0857856 Jul 26 03:14:16.629061 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-41321c27-1f7d-44b8-91d3-63b3d84b9416 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 200 len: 1001 time: 0.0604880 Jul 26 03:14:16.668801 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:16.680243 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-647cce63-9369-4d5a-8bb2-7eed9cfc0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:16.681719 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-647cce63-9369-4d5a-8bb2-7eed9cfc0e3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 200 len: 857 time: 0.0458186 Jul 26 03:14:16.726466 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-7cccdb9f-45f3-4c5b-ae27-b8e1070267bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:16.728001 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-7cccdb9f-45f3-4c5b-ae27-b8e1070267bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1a42af0-22f4-4dac-9f7e-d498fada0f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395451 Jul 26 03:14:17.030249 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:14:17.074019 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:14:17.081072 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:14:17.081402 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:17.102610 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-95ebab9b-5803-49a9-9757-586b2036d746 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676827 Jul 26 03:14:17.154011 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:14:17.154307 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:17.172960 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:17.177292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:17.179565 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c2d06b-f913-4814-a09e-eaf8f8c58472" -d '{"events": [{"server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:17.193371 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:17.200458 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:17.224099 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f903146-122d-49b6-8a1d-b5b43fdd3ebf x-openstack-request-id: req-9f903146-122d-49b6-8a1d-b5b43fdd3ebf {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:17.224409 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:17.224657 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f903146-122d-49b6-8a1d-b5b43fdd3ebf {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:17.225043 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f903146-122d-49b6-8a1d-b5b43fdd3ebf'] response: {'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'code': 200} Jul 26 03:14:17.250313 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:17.250915 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655104a0-7bdb-40ef-ac5b-498d1539724c req-d7a9e107-33c8-40fc-bb55-f85c50599614 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:17.255392 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-655104a0-7bdb-40ef-ac5b-498d1539724c req-d7a9e107-33c8-40fc-bb55-f85c50599614 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 945 time: 0.0501282 Jul 26 03:14:17.341783 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-655104a0-7bdb-40ef-ac5b-498d1539724c req-ea22e052-05f1-4d64-af3f-dee2634bad22 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837452 Jul 26 03:14:17.391801 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fafc7195-9b08-4d7f-b63a-9420d25340ed req-003c6856-0ee8-4658-8401-333b38b735d2 service neutron] 10.222.0.36 "GET /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027687 Jul 26 03:14:17.534572 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640c38f-40f6-4675-a5a1-4023822fefa4 req-71bde228-82ce-45ba-9f68-0981eec16d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:17.536109 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5640c38f-40f6-4675-a5a1-4023822fefa4 req-71bde228-82ce-45ba-9f68-0981eec16d84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 1129 time: 0.0394683 Jul 26 03:14:17.583505 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5640c38f-40f6-4675-a5a1-4023822fefa4 req-17b56b23-7939-4d1c-98a2-9c31c44880ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Jul 26 03:14:18.121718 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523661d4-fc05-41da-b834-d8ac972ddcd3 req-a4bec56b-ed64-42b9-ae4c-fa5c4cab90e7 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:18.123261 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-523661d4-fc05-41da-b834-d8ac972ddcd3 req-a4bec56b-ed64-42b9-ae4c-fa5c4cab90e7 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0476739 Jul 26 03:14:18.173864 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-523661d4-fc05-41da-b834-d8ac972ddcd3 req-f798f79a-5d1f-40e0-99cc-8432d0428fbc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449457 Jul 26 03:14:18.461237 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:18.475783 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816565c6-c594-4b5c-9c90-cf6f5b0b62a7 req-14fc3a17-39a9-43d2-8a0c-3a7b044f1642 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:18.477262 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-816565c6-c594-4b5c-9c90-cf6f5b0b62a7 req-14fc3a17-39a9-43d2-8a0c-3a7b044f1642 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 945 time: 0.0489464 Jul 26 03:14:18.527928 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-816565c6-c594-4b5c-9c90-cf6f5b0b62a7 req-68ffdc8b-eb06-41a6-8537-a10b132d2362 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437922 Jul 26 03:14:19.311716 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce513b50-b7dd-4633-83ba-3c7165aceb2f req-f07ba610-6438-4e5a-b7a6-1f89583085b9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:19.313151 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ce513b50-b7dd-4633-83ba-3c7165aceb2f req-f07ba610-6438-4e5a-b7a6-1f89583085b9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0600121 Jul 26 03:14:19.360157 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ce513b50-b7dd-4633-83ba-3c7165aceb2f req-16df8e1c-7e04-431e-8287-40f6c5aa5b9e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414560 Jul 26 03:14:19.666697 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24436015-3171-4dda-b8ab-6ebc84fa28df req-fc4cd2d7-d557-4bdc-89d6-7b735dbb8bf3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:19.668381 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-24436015-3171-4dda-b8ab-6ebc84fa28df req-fc4cd2d7-d557-4bdc-89d6-7b735dbb8bf3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 945 time: 0.0549102 Jul 26 03:14:19.692830 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:19.724060 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4d408315-1958-43bf-8027-cdd1fb582ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:19.727546 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-24436015-3171-4dda-b8ab-6ebc84fa28df req-6199b656-34b0-4b45-9357-883c54aa496a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530913 Jul 26 03:14:19.836499 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f671e29-126f-44c0-8216-540dc7cf32b7 req-5d341d5f-eda5-4066-b314-63b36459589b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:19.837860 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4f671e29-126f-44c0-8216-540dc7cf32b7 req-5d341d5f-eda5-4066-b314-63b36459589b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Jul 26 03:14:19.847570 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57454) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:19.851874 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'port_id': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:19.892969 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (76de8a44-98b6-499c-9d17-b5589fb87c81), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:20.050965 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:20.276117 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:20.347116 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:20.353598 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (76de8a44-98b6-499c-9d17-b5589fb87c81), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:20.449105 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP 76de8a44-98b6-499c-9d17-b5589fb87c81 associated. External IP: 172.27.3.76, port: 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6. Jul 26 03:14:20.483419 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa53fc-f818-47e1-842e-37d44dd650ad req-7767f5fe-5f9e-4ac7-bef0-39625ab8e90f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:20.484867 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2faa53fc-f818-47e1-842e-37d44dd650ad req-7767f5fe-5f9e-4ac7-bef0-39625ab8e90f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0504293 Jul 26 03:14:20.530834 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2faa53fc-f818-47e1-842e-37d44dd650ad req-a6c16d2e-9a82-4b88-981f-a259b205baf8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401516 Jul 26 03:14:20.651671 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:14:20.754926 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:14:20.760157 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:20.764781 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:14:20.775672 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:20.776530 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:20.794881 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2c95f0d4-6ae3-4cb0-9de9-a01cb54b35a0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "PUT /v2.0/floatingips/76de8a44-98b6-499c-9d17-b5589fb87c81 HTTP/1.1" status: 200 len: 990 time: 0.9439030 Jul 26 03:14:20.794881 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:20.795336 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85677834-1112-457d-9be0-047406c943bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:20.833727 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c027f7d4-7fcb-4d90-8dd5-57baa4ae11b9 x-openstack-request-id: req-c027f7d4-7fcb-4d90-8dd5-57baa4ae11b9 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:20.834017 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:20.834269 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c027f7d4-7fcb-4d90-8dd5-57baa4ae11b9 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:20.834698 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c027f7d4-7fcb-4d90-8dd5-57baa4ae11b9'] response: {'name': 'network-changed', 'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'status': 'completed', 'code': 200} Jul 26 03:14:20.880091 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:20.897543 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677834-1112-457d-9be0-047406c943bd req-1e655408-a244-4d91-bda0-a18ef4c021ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:20.899112 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-85677834-1112-457d-9be0-047406c943bd req-1e655408-a244-4d91-bda0-a18ef4c021ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 1129 time: 0.0400000 Jul 26 03:14:21.002458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677834-1112-457d-9be0-047406c943bd req-dea97e67-c60d-4c31-bc23-616ee8c28bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:21.003999 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-85677834-1112-457d-9be0-047406c943bd req-dea97e67-c60d-4c31-bc23-616ee8c28bd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 916 time: 0.0903444 Jul 26 03:14:21.069064 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-85677834-1112-457d-9be0-047406c943bd req-c199616c-b8d5-4c33-b3fa-a1fc8ec0de2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 HTTP/1.1" status: 200 len: 998 time: 0.0580087 Jul 26 03:14:21.096775 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '76de8a44-98b6-499c-9d17-b5589fb87c81', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:0b:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:14:05Z', 'updated_at': '2022-07-26T03:14:20Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:21.122404 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:14:21.128527 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677834-1112-457d-9be0-047406c943bd req-c289bdea-5b62-41d0-8db3-450d9a7fb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:21.130048 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-85677834-1112-457d-9be0-047406c943bd req-c289bdea-5b62-41d0-8db3-450d9a7fb835 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0540009 Jul 26 03:14:21.131712 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:21.132318 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:13:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:21.176178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677834-1112-457d-9be0-047406c943bd req-5456519b-8b97-464f-8671-ca4f5b3246ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:21.177702 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-85677834-1112-457d-9be0-047406c943bd req-5456519b-8b97-464f-8671-ca4f5b3246ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410695 Jul 26 03:14:21.192598 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:21.240638 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:21.274368 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-85677834-1112-457d-9be0-047406c943bd req-303f8025-61c9-4d1e-93d4-1905f405620e service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896711 Jul 26 03:14:21.346028 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:21.373127 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-85677834-1112-457d-9be0-047406c943bd req-9ac89d41-e621-486d-9a3e-2c8a8c2cf0d0 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900898 Jul 26 03:14:21.471825 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '76de8a44-98b6-499c-9d17-b5589fb87c81', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:0b:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:14:05Z', 'updated_at': '2022-07-26T03:14:20Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:21.499537 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f25e83-e254-42fb-b7cc-f47427de9162 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '76de8a44-98b6-499c-9d17-b5589fb87c81', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:0b:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:14:05Z', 'updated_at': '2022-07-26T03:14:20Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:14:21.654960 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35d582-859c-4b84-82a0-d30d34811dfb req-649f647d-3720-4a7c-8f63-0c4b91f89f13 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:21.656544 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3e35d582-859c-4b84-82a0-d30d34811dfb req-649f647d-3720-4a7c-8f63-0c4b91f89f13 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0497217 Jul 26 03:14:21.697179 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72775a33-4ab8-40ac-a67b-d6d1f0b28084 None None] New status for floating IP 76de8a44-98b6-499c-9d17-b5589fb87c81: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:14:21.712009 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3e35d582-859c-4b84-82a0-d30d34811dfb req-ec5d9ee1-bb92-45fa-b501-0e36609f0217 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497558 Jul 26 03:14:21.957047 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a6059d58-0059-4cac-83f9-8f18f506bae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:22.768838 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d7f62-a3bf-487b-9587-50dafdab2726 req-91516c24-a0fb-4c2d-849d-96c3b9ae70a0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:22.770357 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c36d7f62-a3bf-487b-9587-50dafdab2726 req-91516c24-a0fb-4c2d-849d-96c3b9ae70a0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 946 time: 0.0576057 Jul 26 03:14:22.820001 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c36d7f62-a3bf-487b-9587-50dafdab2726 req-593f61dc-2bdf-4669-aee2-3948f0115572 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433211 Jul 26 03:14:22.835255 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312d297-2cac-4c66-a89d-9ecd95491f9d req-1df4d723-bd13-4972-b747-8a09172f5027 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:22.836744 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c312d297-2cac-4c66-a89d-9ecd95491f9d req-1df4d723-bd13-4972-b747-8a09172f5027 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0495720 Jul 26 03:14:22.882992 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c312d297-2cac-4c66-a89d-9ecd95491f9d req-328b6fbc-b838-4548-91e1-123236b356c1 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405219 Jul 26 03:14:23.152591 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:23.951001 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad443e7-8bbe-4b3a-936b-8be9659d624d req-300eaa9e-b3f8-46f7-a0d7-0eae01f9c36a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:23.952507 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0ad443e7-8bbe-4b3a-936b-8be9659d624d req-300eaa9e-b3f8-46f7-a0d7-0eae01f9c36a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Jul 26 03:14:24.002975 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0ad443e7-8bbe-4b3a-936b-8be9659d624d req-b9878e11-dc08-4bbb-984a-501b14cbe432 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449343 Jul 26 03:14:24.005011 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cfd67-c8bd-4ae7-a0da-17e56c7e9f23 req-c859941e-617c-4318-a14e-0beda1f6b2df tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:24.006624 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f9cfd67-c8bd-4ae7-a0da-17e56c7e9f23 req-c859941e-617c-4318-a14e-0beda1f6b2df tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0517147 Jul 26 03:14:24.054212 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f9cfd67-c8bd-4ae7-a0da-17e56c7e9f23 req-c6cb7470-8c5d-4557-a68f-72abd2a897a3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420165 Jul 26 03:14:24.528855 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-bd5b972f-494f-4e3b-bce2-cb327763c1db tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:24.530302 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-bd5b972f-494f-4e3b-bce2-cb327763c1db tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 946 time: 0.0621474 Jul 26 03:14:24.593077 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:24.614876 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Deleting port b87353fe-7737-4250-b95a-0e1027d7987e {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:14:24.615254 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:24.709665 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] For port b87353fe-7737-4250-b95a-0e1027d7987e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b87353fe-7737-4250-b95a-0e1027d7987e,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:24.709838 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:24.770437 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:24.873204 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:24.873655 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (08000030-3c84-46e5-879c-b544723020e5), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:24.873964 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Floating IP 08000030-3c84-46e5-879c-b544723020e5 disassociated. External IP: 172.27.3.130, port: b87353fe-7737-4250-b95a-0e1027d7987e. Jul 26 03:14:24.874316 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Calling delete_port for b87353fe-7737-4250-b95a-0e1027d7987e owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:14:24.943173 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:25.006496 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (b87353fe-7737-4250-b95a-0e1027d7987e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:25.032438 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event deleted for resources: {'Port': ['ID=b87353fe-7737-4250-b95a-0e1027d7987e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:25.119415 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8fa5ba5f-382b-4243-bec5-5e573895681d req-ebea2055-affb-4280-b73b-bd2426d1bcce tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=634ce020-f329-4f42-aca0-d419ac3ba613 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Jul 26 03:14:25.149854 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:25.181167 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:14:25.191112 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe4662-e060-4c48-baf2-f931f8807bca req-0c67e40b-69c0-448f-8ccd-5a799fd4a39c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:25.192590 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3afe4662-e060-4c48-baf2-f931f8807bca req-0c67e40b-69c0-448f-8ccd-5a799fd4a39c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0592248 Jul 26 03:14:25.307518 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3afe4662-e060-4c48-baf2-f931f8807bca req-b75bcaf7-2e07-4092-aa58-7706855a34c9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091914 Jul 26 03:14:25.327446 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:14:25.337041 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] Sync routers for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:14:25.340829 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:25.342439 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:25.352768 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:25.353437 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:25.370344 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] No DVR routers for this DVR port b87353fe-7737-4250-b95a-0e1027d7987e on host hv-cinder-85084 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:14:25.372989 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:25.376284 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-efdc6308-40b8-4bc2-9e62-f7898dcb4c7f req-89fd4825-ea5b-4441-9f4c-6afd7d4f8f5a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "DELETE /v2.0/ports/b87353fe-7737-4250-b95a-0e1027d7987e HTTP/1.1" status: 204 len: 173 time: 0.8403153 Jul 26 03:14:25.376731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-deleted', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:25.378979 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f243089-d619-4b95-9ab4-af40afcee85b" -d '{"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-deleted", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:25.422355 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c742d9de-741c-4aff-9d12-3ed4996c6820 x-openstack-request-id: req-c742d9de-741c-4aff-9d12-3ed4996c6820 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:25.422676 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ce020-f329-4f42-aca0-d419ac3ba613", "name": "network-vif-deleted", "tag": "b87353fe-7737-4250-b95a-0e1027d7987e", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:25.422914 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c742d9de-741c-4aff-9d12-3ed4996c6820 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:25.423372 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c742d9de-741c-4aff-9d12-3ed4996c6820'] response: {'server_uuid': '634ce020-f329-4f42-aca0-d419ac3ba613', 'name': 'network-vif-deleted', 'tag': 'b87353fe-7737-4250-b95a-0e1027d7987e', 'status': 'completed', 'code': 200} Jul 26 03:14:25.465337 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:25.742705 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:25.767401 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] Checking router: 3a50c8aa-9249-4910-8ded-bafc5b29fa72 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:14:25.776254 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:25.776850 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:25.885146 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:26.080910 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:26.108623 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3f963-54af-4af7-8052-20cb06d9e6b7 None None] The sync data for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi is: [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:14:26.219662 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57504) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:26.278217 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bf48c4c8-bf6d-4e25-ad39-04b0ee18e553 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (eb755d47-2b73-4d24-a6d9-3cb5bd9c6150), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.302842 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bf48c4c8-bf6d-4e25-ad39-04b0ee18e553 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (eb755d47-2b73-4d24-a6d9-3cb5bd9c6150), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.328724 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bbcbc-02ab-48e3-9eb9-9b028d40dded None None] New status for floating IP 08000030-3c84-46e5-879c-b544723020e5: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:14:26.353222 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bf48c4c8-bf6d-4e25-ad39-04b0ee18e553 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (eb755d47-2b73-4d24-a6d9-3cb5bd9c6150), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.356213 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bf48c4c8-bf6d-4e25-ad39-04b0ee18e553 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.357602 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-bf48c4c8-bf6d-4e25-ad39-04b0ee18e553 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "DELETE /v2.0/security-groups/eb755d47-2b73-4d24-a6d9-3cb5bd9c6150 HTTP/1.1" status: 204 len: 168 time: 0.1370885 Jul 26 03:14:26.360656 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57508) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:26.368457 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48c4c8-bf6d-4e25-ad39-04b0ee18e553 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb755d47-2b73-4d24-a6d9-3cb5bd9c6150,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:26.383631 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-b894a703-3160-43a3-b1f4-beb3b52672a1 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] show failed (client error): The resource could not be found. Jul 26 03:14:26.384859 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b894a703-3160-43a3-b1f4-beb3b52672a1 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups/eb755d47-2b73-4d24-a6d9-3cb5bd9c6150 HTTP/1.1" status: 404 len: 347 time: 0.0226429 Jul 26 03:14:26.387929 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57510) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:26.510354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0bdf-d103-42f4-a82a-31925df7cae8 req-5549faa5-bd14-4db4-83dc-7b054a4fbbe6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:26.511849 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62ba0bdf-d103-42f4-a82a-31925df7cae8 req-5549faa5-bd14-4db4-83dc-7b054a4fbbe6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.1160028 Jul 26 03:14:26.556387 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Deleting port 19b559ee-3e94-4eb1-b66d-00a1aed656d0 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:14:26.556619 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.623405 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-62ba0bdf-d103-42f4-a82a-31925df7cae8 req-476d4ed4-5795-4f89-bf61-79f02c989cdc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933058 Jul 26 03:14:26.656891 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.657209 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (19b559ee-3e94-4eb1-b66d-00a1aed656d0), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.669902 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Calling delete_port for 19b559ee-3e94-4eb1-b66d-00a1aed656d0 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:14:26.791605 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:26.811868 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (19b559ee-3e94-4eb1-b66d-00a1aed656d0), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.841835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event deleted for resources: {'Port': ['ID=19b559ee-3e94-4eb1-b66d-00a1aed656d0,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:26.901819 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (08000030-3c84-46e5-879c-b544723020e5), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.904448 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:26.905647 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ddcd5d4b-9070-4ee5-b765-d0d237db6738 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "DELETE /v2.0/floatingips/08000030-3c84-46e5-879c-b544723020e5 HTTP/1.1" status: 204 len: 168 time: 0.5166316 Jul 26 03:14:26.995531 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57514) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:27.000225 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-f4dc7094-f18a-42c5-a436-691ebf9b5d24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919640998', 'description': 'tempest-description--1710451820'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:27.025699 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7094-f18a-42c5-a436-691ebf9b5d24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.054693 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:14:27.077418 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: b87353fe-7737-4250-b95a-0e1027d7987e {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:14:27.078003 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b87353fe-7737-4250-b95a-0e1027d7987e not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:14:27.100660 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7094-f18a-42c5-a436-691ebf9b5d24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (630d9671-df93-46a2-96b6-e67bc8685721), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.105818 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7094-f18a-42c5-a436-691ebf9b5d24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (630d9671-df93-46a2-96b6-e67bc8685721), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.135155 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4dc7094-f18a-42c5-a436-691ebf9b5d24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.136371 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f4dc7094-f18a-42c5-a436-691ebf9b5d24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398184 Jul 26 03:14:27.138382 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc7094-f18a-42c5-a436-691ebf9b5d24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630d9671-df93-46a2-96b6-e67bc8685721,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:27.139510 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57516) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:27.143975 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-b638bcec-3f66-4059-8f9c-efd5341672aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'security_group_rule': {'security_group_id': '630d9671-df93-46a2-96b6-e67bc8685721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:27.173392 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b638bcec-3f66-4059-8f9c-efd5341672aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (50099277-a733-4dcd-974b-f053a1999834), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.240245 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b638bcec-3f66-4059-8f9c-efd5341672aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (50099277-a733-4dcd-974b-f053a1999834), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.245287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b638bcec-3f66-4059-8f9c-efd5341672aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (50099277-a733-4dcd-974b-f053a1999834), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.263113 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638bcec-3f66-4059-8f9c-efd5341672aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50099277-a733-4dcd-974b-f053a1999834,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:27.272404 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b638bcec-3f66-4059-8f9c-efd5341672aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.273613 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b638bcec-3f66-4059-8f9c-efd5341672aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331415 Jul 26 03:14:27.276607 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57520) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:27.281151 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-e830b064-f4b1-4904-b155-939bb462ab79 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'security_group_rule': {'security_group_id': '630d9671-df93-46a2-96b6-e67bc8685721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:27.285555 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:27.310232 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e830b064-f4b1-4904-b155-939bb462ab79 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (a26e1692-63f9-4cc1-a693-2592be4ac339), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.369302 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e830b064-f4b1-4904-b155-939bb462ab79 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (a26e1692-63f9-4cc1-a693-2592be4ac339), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.375064 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e830b064-f4b1-4904-b155-939bb462ab79 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (a26e1692-63f9-4cc1-a693-2592be4ac339), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.393762 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830b064-f4b1-4904-b155-939bb462ab79 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26e1692-63f9-4cc1-a693-2592be4ac339,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:27.398879 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e830b064-f4b1-4904-b155-939bb462ab79 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.400287 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e830b064-f4b1-4904-b155-939bb462ab79 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225157 Jul 26 03:14:27.403394 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57522) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:27.407924 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:27.431333 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.518698 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:27.625680 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Allocated IP 172.27.3.153 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/6fae4336-4144-43e3-a311-ef9f3d9fff6e) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:14:28.007498 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:28.034103 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361fecf-acf7-4350-9de7-2a3603c78f87 req-9031e051-0363-4cf3-b632-19932bdfa552 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:28.035602 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d361fecf-acf7-4350-9de7-2a3603c78f87 req-9031e051-0363-4cf3-b632-19932bdfa552 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.3375895 Jul 26 03:14:28.040223 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.105856 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d361fecf-acf7-4350-9de7-2a3603c78f87 req-26e9a107-56dc-4b79-9c7f-5e272b46ffb4 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635009 Jul 26 03:14:28.112789 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.151892 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:14:28.156712 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:14:28.160453 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:14:28.163608 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'Port': ['ID=6fae4336-4144-43e3-a311-ef9f3d9fff6e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:28.240688 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:28.245038 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.284107 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.441021 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.448257 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.516850 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'Port': ['ID=6fae4336-4144-43e3-a311-ef9f3d9fff6e,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:28.533461 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.558104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:28.559889 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d7fc7607-f44c-4329-91c8-e2b40530f52e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1554914 Jul 26 03:14:28.767186 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-fd4ce740-fcc4-4187-aef3-3dc4f43a6943 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--919640998&fields=id&tenant_id=ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 267 time: 0.0418842 Jul 26 03:14:28.877997 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-b8e7d678-f7e4-4d6e-bbce-aeb7f22dcab2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:28.879507 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-b8e7d678-f7e4-4d6e-bbce-aeb7f22dcab2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 817 time: 0.1031711 Jul 26 03:14:28.896716 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-e89a7d17-6b76-4a5f-ba86-ef99c3684b8b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/quotas/ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 375 time: 0.0093763 Jul 26 03:14:28.944289 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-effbd476-e987-41c9-a049-d9bebe6e6ac0 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427635 Jul 26 03:14:28.999031 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:29.021213 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:29.051510 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-ec8af5b4-d7f3-4dbd-ad3d-ddb672b397fb service neutron] 10.222.0.42 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945556 Jul 26 03:14:29.161312 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4b8289bb-5a9c-4f1a-a862-f59d5c80071c service neutron] 10.222.0.42 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037979 Jul 26 03:14:29.234573 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427839-78c3-4d89-ad9f-637bd1890494 req-8800e831-c3b4-4af7-b80a-f92d8ae2baac tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:29.236076 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1c427839-78c3-4d89-ad9f-637bd1890494 req-8800e831-c3b4-4af7-b80a-f92d8ae2baac tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0532756 Jul 26 03:14:29.285911 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1c427839-78c3-4d89-ad9f-637bd1890494 req-ab8d3e9f-314c-4c2e-a368-b133ad000393 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436332 Jul 26 03:14:29.331594 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-33703892-cf1e-4b8b-a5de-1ebd892d126b req-c169998f-dfc6-41b5-a68d-2e2e3b1aab15 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 210 time: 0.0290256 Jul 26 03:14:29.502874 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a206a-248a-4200-a436-0121a50cb4a3 req-01af4acb-0f97-4ecb-9deb-3f72fb7609ad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:29.504636 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e92a206a-248a-4200-a436-0121a50cb4a3 req-01af4acb-0f97-4ecb-9deb-3f72fb7609ad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0559163 Jul 26 03:14:29.538197 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a185-9e47-463c-9646-0fbd59604735 req-ef4706ab-a885-4d31-b699-e120b3600330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:29.541616 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53c8a185-9e47-463c-9646-0fbd59604735 req-ef4706ab-a885-4d31-b699-e120b3600330 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 1129 time: 0.0480413 Jul 26 03:14:29.557201 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e92a206a-248a-4200-a436-0121a50cb4a3 req-8ab15e3d-7b3f-460e-8c8e-fd5fda36a89a tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463514 Jul 26 03:14:29.644049 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a185-9e47-463c-9646-0fbd59604735 req-fcaf0dc5-8c70-42f9-977d-7cd157817b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:29.646377 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53c8a185-9e47-463c-9646-0fbd59604735 req-fcaf0dc5-8c70-42f9-977d-7cd157817b67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 911 time: 0.0988452 Jul 26 03:14:29.693353 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:29.714897 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53c8a185-9e47-463c-9646-0fbd59604735 req-9942b30e-6e82-45ac-89de-7e38a5e695f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa HTTP/1.1" status: 200 len: 1001 time: 0.0626042 Jul 26 03:14:29.769250 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a185-9e47-463c-9646-0fbd59604735 req-ebf22ece-0848-450f-b4dc-59433c642af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:29.770638 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53c8a185-9e47-463c-9646-0fbd59604735 req-ebf22ece-0848-450f-b4dc-59433c642af8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 200 len: 849 time: 0.0500169 Jul 26 03:14:29.825471 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8a185-9e47-463c-9646-0fbd59604735 req-b196b6eb-53e9-482c-8c64-13a0b41fc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:29.827126 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53c8a185-9e47-463c-9646-0fbd59604735 req-b196b6eb-53e9-482c-8c64-13a0b41fc4ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ee3d40a-6386-40e4-904c-54dd185c894f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418952 Jul 26 03:14:29.924672 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53c8a185-9e47-463c-9646-0fbd59604735 req-8fbde771-56ba-49ca-93f2-eacfb8d5a687 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904424 Jul 26 03:14:30.280896 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53c8a185-9e47-463c-9646-0fbd59604735 req-539c86b0-671a-49d2-b091-a3e8516547f3 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054113 Jul 26 03:14:30.369639 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-7964a56c-b018-49a0-a0e8-b1f14fc69b87 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:30.371256 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-7964a56c-b018-49a0-a0e8-b1f14fc69b87 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 817 time: 0.1009181 Jul 26 03:14:30.442446 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b78a4c4f-f2b0-4955-a400-d14f6b036b2d req-2688d559-e1fb-4296-a1f3-f7d0760eccb7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 210 time: 0.0307872 Jul 26 03:14:30.445190 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-a91c0b08-fd4d-44fa-b115-9c787d9b8c8b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 379 time: 0.0619354 Jul 26 03:14:30.454969 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'port': {'device_id': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'admin_state_up': True, 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'security_groups': ['630d9671-df93-46a2-96b6-e67bc8685721']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:30.564385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Made reservation on behalf of ab741435041940cc9c7f02b27120bd90 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:14:30.567709 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:30.711742 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61c034-dda2-47f2-bdcb-4f47da272a0a req-c8dbdb94-889b-49c9-a6ea-fe8447d6e909 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:30.713234 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8b61c034-dda2-47f2-bdcb-4f47da272a0a req-c8dbdb94-889b-49c9-a6ea-fe8447d6e909 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0756078 Jul 26 03:14:30.762354 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Allocated IP 172.20.0.6 (e4264094-c280-4d22-bc2f-c5a07efc0e99/24e67041-edaa-4fbc-80b0-fa3aea581c5f/9bba44c6-edd4-430c-95db-d19a412c48e7) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:14:30.784945 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8b61c034-dda2-47f2-bdcb-4f47da272a0a req-eb2886c5-4c5e-44aa-b98b-a68698023275 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655341 Jul 26 03:14:30.865901 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:30.914612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:30.947995 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:30.954859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:30.997511 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:14:31.002973 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:14:31.006766 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:14:31.010885 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:31.057435 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:31.058014 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:31.076549 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-4a785e95-d984-4d79-98b5-744e79d0282e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6252925 Jul 26 03:14:31.187220 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Request body: {'port': {'device_id': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:31.188444 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d61d7f07-a980-4af9-aed6-a381a828956b None None] Provisioning complete for port 9bba44c6-edd4-430c-95db-d19a412c48e7 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:14:31.189354 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d61d7f07-a980-4af9-aed6-a381a828956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:31.223472 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d61d7f07-a980-4af9-aed6-a381a828956b None None] Port 9bba44c6-edd4-430c-95db-d19a412c48e7 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:14:31.246061 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:31.562991 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:31.571957 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae27c-7b3e-457b-83b8-6a5c83af622b req-d38d29c1-25d0-465b-9843-d20eb5824e0b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:31.573532 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5afae27c-7b3e-457b-83b8-6a5c83af622b req-d38d29c1-25d0-465b-9843-d20eb5824e0b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 931 time: 0.0501266 Jul 26 03:14:31.634578 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5afae27c-7b3e-457b-83b8-6a5c83af622b req-45d47ed5-8fd5-4ecc-8c30-9be0a5754a81 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533912 Jul 26 03:14:31.754326 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bba44c6-edd4-430c-95db-d19a412c48e7 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:14:31.761744 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Publish callbacks [] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:31.774420 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Transition to ACTIVE for port object 9bba44c6-edd4-430c-95db-d19a412c48e7 will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:14:31.779357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:31.828267 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:31.935990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af009-fe36-4eab-b3ba-2beb754c32a3 req-3e342802-0f68-476f-936d-18c82a373ce5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:31.937537 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-da2af009-fe36-4eab-b3ba-2beb754c32a3 req-3e342802-0f68-476f-936d-18c82a373ce5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0636127 Jul 26 03:14:31.963479 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Attempting to bind port 9bba44c6-edd4-430c-95db-d19a412c48e7 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:14:31.963818 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Attempting to bind port 9bba44c6-edd4-430c-95db-d19a412c48e7 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:14:31.964147 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Attempting to bind port 9bba44c6-edd4-430c-95db-d19a412c48e7 on network e4264094-c280-4d22-bc2f-c5a07efc0e99 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:14:31.976874 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Port 9bba44c6-edd4-430c-95db-d19a412c48e7 on network e4264094-c280-4d22-bc2f-c5a07efc0e99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:14:31.977206 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Attempting to bind port 9bba44c6-edd4-430c-95db-d19a412c48e7 on network e4264094-c280-4d22-bc2f-c5a07efc0e99 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:14:31.985592 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:14:31.985927 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Checking segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:14:31.986307 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Bound using segment: {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:14:31.986786 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Bound port: 9bba44c6-edd4-430c-95db-d19a412c48e7, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:14:31.987131 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:31.994501 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:32.021828 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-da2af009-fe36-4eab-b3ba-2beb754c32a3 req-39620026-9abe-4ba7-a56d-2bd5aac929d7 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694005 Jul 26 03:14:32.071969 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:14:32.075549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:14:32.082991 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:32.116646 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:32.117303 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:32.118707 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] 10.222.0.36 "PUT /v2.0/ports/9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 1093 time: 0.9386406 Jul 26 03:14:32.119305 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:32.123022 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df28a66a-c965-48c4-a37f-cbff0fd80c77" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:32.139595 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:32.153139 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ddc7-7053-4d02-9223-a8dc72adb29a service neutron] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:32.179586 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8053eb00-a763-48b0-9137-328dc04c0279 x-openstack-request-id: req-8053eb00-a763-48b0-9137-328dc04c0279 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:32.179875 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:32.180126 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8053eb00-a763-48b0-9137-328dc04c0279 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:32.180519 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8053eb00-a763-48b0-9137-328dc04c0279'] response: {'name': 'network-changed', 'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'status': 'completed', 'code': 200} Jul 26 03:14:32.214523 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-42e6b9c9-b7ce-4f0c-9de2-101764db1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:32.216420 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-42e6b9c9-b7ce-4f0c-9de2-101764db1a74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1127 time: 0.0472553 Jul 26 03:14:32.257256 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-1278476c-ea2a-4385-8a6e-01b20306689f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 217 time: 0.0334222 Jul 26 03:14:32.310732 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-91b0c760-e912-4824-b9f1-6db8008475a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:32.312203 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-91b0c760-e912-4824-b9f1-6db8008475a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0476604 Jul 26 03:14:32.364389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-1b7c95b6-07d1-4ef7-97f2-626a80d26156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:32.365854 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-1b7c95b6-07d1-4ef7-97f2-626a80d26156 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395103 Jul 26 03:14:32.460042 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-924f2526-868e-41cd-96a3-f9cc8881f329 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859501 Jul 26 03:14:32.550493 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-48371f46-8ef0-4cbb-9472-e1db0366a5f8 req-d7c9ad83-bf4f-4bfd-a70b-094e9ec41c5c service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834725 Jul 26 03:14:32.772231 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef419af4-e877-49bb-98cf-adbaebd1bb96 req-930c45da-2633-4d68-9c70-68a957aa83f6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:32.773677 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef419af4-e877-49bb-98cf-adbaebd1bb96 req-930c45da-2633-4d68-9c70-68a957aa83f6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0468984 Jul 26 03:14:32.825482 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ef419af4-e877-49bb-98cf-adbaebd1bb96 req-3c3ac7d6-223e-43f1-a23c-2130b66dc348 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459545 Jul 26 03:14:33.548733 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-35a38d96-9864-4da1-9c4d-35c0a1079cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:33.550107 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-35a38d96-9864-4da1-9c4d-35c0a1079cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1127 time: 0.0396149 Jul 26 03:14:33.640403 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-68466485-b61b-43a0-a7b9-f05771f4727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:33.641832 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-68466485-b61b-43a0-a7b9-f05771f4727f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.0848598 Jul 26 03:14:33.682686 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-06290b59-0f3f-4e68-a4c9-5a9dba849012 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 217 time: 0.0337875 Jul 26 03:14:33.730531 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-86b86d89-ede3-4094-8d13-a88378f52746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:33.731940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-86b86d89-ede3-4094-8d13-a88378f52746 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0434346 Jul 26 03:14:33.773821 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-ba6293de-b662-4ab2-b1ef-f79c2114c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:33.775273 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-ba6293de-b662-4ab2-b1ef-f79c2114c910 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371048 Jul 26 03:14:33.870701 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-e729280a-438c-4e80-a295-9330382c3305 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Jul 26 03:14:33.954544 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab7ee-d37f-4196-8035-9879d9e0b415 req-53b78211-9aa3-48b8-b275-2f35219206c7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:33.956130 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-075ab7ee-d37f-4196-8035-9879d9e0b415 req-53b78211-9aa3-48b8-b275-2f35219206c7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0475724 Jul 26 03:14:33.968447 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-df28a66a-c965-48c4-a37f-cbff0fd80c77 req-d8004c9e-6fda-4be5-81f9-7c7a81398d7d service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895960 Jul 26 03:14:34.005107 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-075ab7ee-d37f-4196-8035-9879d9e0b415 req-314de999-7c33-4d46-aaf8-cb5e2dbfbd28 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Jul 26 03:14:35.057932 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:14:35.115210 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:35.129711 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca88a4-9b2b-4ece-8f54-033f6aee01f5 req-54ff82bc-cc1e-4b0b-9da8-4fcb9e83af67 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:35.131224 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1fca88a4-9b2b-4ece-8f54-033f6aee01f5 req-54ff82bc-cc1e-4b0b-9da8-4fcb9e83af67 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0489352 Jul 26 03:14:35.160073 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:35.171419 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'port_id': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'mac_address': 'fa:16:3e:0d:03:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:14:35.174046 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:35.178970 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1fca88a4-9b2b-4ece-8f54-033f6aee01f5 req-f65ca90c-2b8d-46ff-9322-0b4c981ffb65 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Jul 26 03:14:35.207199 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:14:35.207589 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:35.224640 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bba44c6-edd4-430c-95db-d19a412c48e7 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:14:35.244318 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:35.250389 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:35.280461 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:35.311145 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:35.535703 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['9bba44c6-edd4-430c-95db-d19a412c48e7'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:14:36.084312 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=67 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:36.085530 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=63 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:36.313163 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d8a49-7941-4280-be05-de3f9d99b729 req-055273ac-af24-42d5-9f48-5121d10ff43b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:36.314544 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2a9d8a49-7941-4280-be05-de3f9d99b729 req-055273ac-af24-42d5-9f48-5121d10ff43b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 944 time: 0.0491266 Jul 26 03:14:36.362140 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2a9d8a49-7941-4280-be05-de3f9d99b729 req-4156cc98-e57f-4814-b0b9-156e137f100b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 Jul 26 03:14:37.063779 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:14:37.098571 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:37.109323 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 9bba44c6-edd4-430c-95db-d19a412c48e7 completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:14:37.117202 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 9bba44c6-edd4-430c-95db-d19a412c48e7 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:14:37.117569 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:37.189108 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:14:37.189500 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:37.213404 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:37.215630 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2150e625-16a1-4e91-aea5-1a0fe74cb6dd" -d '{"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-plugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:37.231292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:37.236964 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:37.386292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1bf1fb-82de-46ea-a141-cd6e9570a772 x-openstack-request-id: req-bb1bf1fb-82de-46ea-a141-cd6e9570a772 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:37.386588 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-plugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:37.386843 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb1bf1fb-82de-46ea-a141-cd6e9570a772 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:37.387230 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1bf1fb-82de-46ea-a141-cd6e9570a772'] response: {'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'code': 200} Jul 26 03:14:37.416744 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:37.436397 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05427fa-cb11-43e6-aaa6-f4bbcc64f27f req-f5f0bc08-d234-4a9e-9e3f-461710952050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:37.438010 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a05427fa-cb11-43e6-aaa6-f4bbcc64f27f req-f5f0bc08-d234-4a9e-9e3f-461710952050 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1129 time: 0.0393465 Jul 26 03:14:37.482544 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a05427fa-cb11-43e6-aaa6-f4bbcc64f27f req-2c644863-228a-40c6-bbc3-9b47f51c77ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376694 Jul 26 03:14:37.495703 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9318f-8d3a-476a-8c36-fe17c4249b81 req-70a7a947-6d2d-47af-9148-5805e64293aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:37.497139 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7aa9318f-8d3a-476a-8c36-fe17c4249b81 req-70a7a947-6d2d-47af-9148-5805e64293aa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0501204 Jul 26 03:14:37.546370 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7aa9318f-8d3a-476a-8c36-fe17c4249b81 req-ea096e5a-5831-422c-b06a-97f61c28e1a8 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 Jul 26 03:14:38.696328 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25abf5a-4064-470f-bfac-e98b483f4edc req-d54704b5-2e9b-4ce0-aee1-14528fbb54a3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:38.697769 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f25abf5a-4064-470f-bfac-e98b483f4edc req-d54704b5-2e9b-4ce0-aee1-14528fbb54a3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0573566 Jul 26 03:14:38.748535 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f25abf5a-4064-470f-bfac-e98b483f4edc req-4597b7f9-8525-48e6-bbe1-09800c1f47bc tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Jul 26 03:14:39.878628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070c4d5-08a8-41ef-8526-df2ece66cc48 req-1f471d5f-7998-4856-846b-685507dbc989 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:39.880108 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8070c4d5-08a8-41ef-8526-df2ece66cc48 req-1f471d5f-7998-4856-846b-685507dbc989 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0476973 Jul 26 03:14:39.927604 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8070c4d5-08a8-41ef-8526-df2ece66cc48 req-ca18285a-14cb-411d-acf0-ebe383eb1633 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416291 Jul 26 03:14:40.057473 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42093e-9c06-42d9-9216-209d6c74edeb req-bc7586fa-cfb5-4cb7-8012-7249d15f638e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:40.058931 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6c42093e-9c06-42d9-9216-209d6c74edeb req-bc7586fa-cfb5-4cb7-8012-7249d15f638e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0477135 Jul 26 03:14:40.069945 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57592) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:40.075309 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Request body: {'floatingip': {'port_id': '9bba44c6-edd4-430c-95db-d19a412c48e7'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:14:40.112953 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:40.538044 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:40.544375 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:40.638634 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Floating IP 2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc associated. External IP: 172.27.3.153, port: 9bba44c6-edd4-430c-95db-d19a412c48e7. Jul 26 03:14:40.739769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:40.822706 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:40.842962 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:14:40.848752 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:40.944509 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:14:40.950298 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:40.955623 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] Sync routers for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:14:40.967134 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:40.967950 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:40.980405 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-8aa419e2-50f1-4409-8e87-56471f04fa58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "PUT /v2.0/floatingips/2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc HTTP/1.1" status: 200 len: 991 time: 0.9094033 Jul 26 03:14:40.981082 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:40.983452 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54828768-b2c6-4c97-ac1e-b6a93a01c406" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:41.021679 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d85969e-db4f-47fd-b166-e2d9f22a77a8 x-openstack-request-id: req-3d85969e-db4f-47fd-b166-e2d9f22a77a8 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:41.021997 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:41.022381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d85969e-db4f-47fd-b166-e2d9f22a77a8 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:41.022798 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d85969e-db4f-47fd-b166-e2d9f22a77a8'] response: {'name': 'network-changed', 'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'status': 'completed', 'code': 200} Jul 26 03:14:41.070863 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:41.085154 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-34bae015-1926-43cb-8646-56ff96f0f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:41.086658 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-34bae015-1926-43cb-8646-56ff96f0f495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1129 time: 0.0386336 Jul 26 03:14:41.194710 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-aa110fdc-7f75-4da6-86ce-9ab7f60cd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:41.196125 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-aa110fdc-7f75-4da6-86ce-9ab7f60cd246 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.0861225 Jul 26 03:14:41.262490 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-a4c8e1eb-111f-4967-9629-6c72e3d8b4c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 999 time: 0.0535998 Jul 26 03:14:41.281131 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'port_id': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'mac_address': 'fa:16:3e:0d:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:14:28Z', 'updated_at': '2022-07-26T03:14:40Z', 'revision_number': 1, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:41.305581 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] Checking router: 3a50c8aa-9249-4910-8ded-bafc5b29fa72 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:14:41.311702 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-669817f6-3a52-45ea-9471-63cc59936e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:41.313172 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-669817f6-3a52-45ea-9471-63cc59936e25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0442319 Jul 26 03:14:41.314438 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:41.315059 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:41.368763 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-8c967332-1a55-4030-851e-7b078634cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:41.370378 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-8c967332-1a55-4030-851e-7b078634cf8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432510 Jul 26 03:14:41.416675 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:41.477420 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-e48c1450-c01b-40d3-b201-3bcb9d464886 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838714 Jul 26 03:14:41.568996 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-54828768-b2c6-4c97-ac1e-b6a93a01c406 req-c5b87e83-df9c-4fcd-aa20-3450d0d09284 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Jul 26 03:14:41.626872 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'port_id': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'mac_address': 'fa:16:3e:0d:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:14:28Z', 'updated_at': '2022-07-26T03:14:40Z', 'revision_number': 1, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:41.650786 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bddb85-4d36-4bbd-943c-d53a043a2e81 None None] The sync data for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi is: [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'port_id': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'mac_address': 'fa:16:3e:0d:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:14:28Z', 'updated_at': '2022-07-26T03:14:40Z', 'revision_number': 1, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:14:41.835214 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778df605-da0f-4cfc-a2b8-6690b9fc05ab None None] New status for floating IP 2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:14:48.338341 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:14:49.731581 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-93c72503-8edb-422a-a106-1b3671d5f832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:49.921377 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=49 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:49.924848 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=63 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:51.555227 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=61 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:51.566613 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=63 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:51.967490 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5460a71b-e26e-414d-af66-e915c92bee56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:53.156646 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:53.728859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95151c53-e4a7-4f42-838e-0f1493023ae4 req-3ee1239f-c07c-4786-bea9-84681546e210 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:53.730241 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-95151c53-e4a7-4f42-838e-0f1493023ae4 req-3ee1239f-c07c-4786-bea9-84681546e210 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0560887 Jul 26 03:14:53.777672 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-95151c53-e4a7-4f42-838e-0f1493023ae4 req-85ef40f2-acd7-40df-8db9-8114c7f805ad tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416932 Jul 26 03:14:54.603227 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:54.781104 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:54.904794 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f1a52-152f-4683-b1e7-568e654597c2 req-65be855f-223c-4d59-a85a-a491de7fd109 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:54.906307 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8c6f1a52-152f-4683-b1e7-568e654597c2 req-65be855f-223c-4d59-a85a-a491de7fd109 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0538142 Jul 26 03:14:54.956492 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8c6f1a52-152f-4683-b1e7-568e654597c2 req-1fc7fb77-85d4-41a8-9163-1752a49dbf6c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 Jul 26 03:14:56.083178 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4045d0-5ede-4c13-8e82-8fe3394da530 req-78e51a65-dd2a-4bb4-8d13-4ec75da846a3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:56.084616 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fc4045d0-5ede-4c13-8e82-8fe3394da530 req-78e51a65-dd2a-4bb4-8d13-4ec75da846a3 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0475430 Jul 26 03:14:56.138338 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fc4045d0-5ede-4c13-8e82-8fe3394da530 req-9c23dff5-df5a-48cf-91a0-8452ab2eb261 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455334 Jul 26 03:14:57.284419 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e01f9-11cd-4e0f-ac64-2277c2e1db7d req-93e2aaf3-27f2-4728-aa7c-adbf13cf0a62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:57.286272 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-104e01f9-11cd-4e0f-ac64-2277c2e1db7d req-93e2aaf3-27f2-4728-aa7c-adbf13cf0a62 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0643351 Jul 26 03:14:57.337566 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-104e01f9-11cd-4e0f-ac64-2277c2e1db7d req-0d0ff2f3-29a5-4da6-b5ff-7854e0d798a5 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8cb05-4285-4c48-a502-db6a55878a55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Jul 26 03:14:57.536363 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f96343-2bf2-4812-975f-899d04c7e941 req-c17726e1-e20f-477f-b295-6b46b4469fa6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:14:57.537680 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-25f96343-2bf2-4812-975f-899d04c7e941 req-c17726e1-e20f-477f-b295-6b46b4469fa6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 946 time: 0.0476098 Jul 26 03:14:57.619638 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Deleting port 00d6395a-b67a-4403-9103-923b188e56a9 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:14:57.619973 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (00d6395a-b67a-4403-9103-923b188e56a9), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:57.712827 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] For port 00d6395a-b67a-4403-9103-923b188e56a9, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=00d6395a-b67a-4403-9103-923b188e56a9,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:14:57.713164 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (00d6395a-b67a-4403-9103-923b188e56a9), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:58.172164 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:58.172494 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:58.172843 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Floating IP 1264daf3-7718-447d-8915-39403ecbc408 disassociated. External IP: 172.27.3.41, port: 00d6395a-b67a-4403-9103-923b188e56a9. Jul 26 03:14:58.173187 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Calling delete_port for 00d6395a-b67a-4403-9103-923b188e56a9 owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:14:58.302334 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (00d6395a-b67a-4403-9103-923b188e56a9), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:58.331064 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event deleted for resources: {'Port': ['ID=00d6395a-b67a-4403-9103-923b188e56a9,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:58.445919 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1a0a988f-3c6c-48e1-b19e-3810e2e597df req-71255d8d-a3b1-4241-8968-fd4fdd487ee1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7920448-33e8-41f5-bba8-1bb9e4ba6399 HTTP/1.1" status: 200 len: 210 time: 0.0324492 Jul 26 03:14:58.466339 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:14:58.510662 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:58.550417 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:58.573702 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:14:58.585119 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] Sync routers for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:14:58.596088 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:58.596700 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:58.615078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] No DVR routers for this DVR port 00d6395a-b67a-4403-9103-923b188e56a9 on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:14:58.617716 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:58.620854 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-25f96343-2bf2-4812-975f-899d04c7e941 req-9ff06ff6-4171-472d-9166-adca44dddf43 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "DELETE /v2.0/ports/00d6395a-b67a-4403-9103-923b188e56a9 HTTP/1.1" status: 204 len: 173 time: 1.0772607 Jul 26 03:14:58.621282 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'name': 'network-vif-deleted', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:14:58.623603 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6314a-f27a-4e8c-a8ae-ca3e8956a981" -d '{"events": [{"server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "name": "network-vif-deleted", "tag": "00d6395a-b67a-4403-9103-923b188e56a9"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:14:58.665422 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85d1d38-7042-4f4e-830b-d737b3846bdd x-openstack-request-id: req-d85d1d38-7042-4f4e-830b-d737b3846bdd {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:14:58.665752 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7920448-33e8-41f5-bba8-1bb9e4ba6399", "name": "network-vif-deleted", "tag": "00d6395a-b67a-4403-9103-923b188e56a9", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:14:58.666000 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d85d1d38-7042-4f4e-830b-d737b3846bdd {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:14:58.666395 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85d1d38-7042-4f4e-830b-d737b3846bdd'] response: {'server_uuid': 'd7920448-33e8-41f5-bba8-1bb9e4ba6399', 'name': 'network-vif-deleted', 'tag': '00d6395a-b67a-4403-9103-923b188e56a9', 'status': 'completed', 'code': 200} Jul 26 03:14:58.705897 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:58.744992 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:58.854398 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:14:58.985789 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:59.012298 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] Checking router: dbaafe3f-3d34-4ba8-836a-68d036bea8f1 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:14:59.021924 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:14:59.022537 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:59.127608 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:14:59.316889 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:14:59.341273 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f85c80-c12e-4ae5-ab33-e26467e6d4a2 None None] The sync data for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi is: [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:10:38Z', 'revision_number': 4, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8b091cdb-78f9-463b-a1aa-af558c9be15d', 'name': '', 'network_id': 'f1a42af0-22f4-4dac-9f7e-d498fada0f45', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'mac_address': 'fa:16:3e:ba:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:48Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'subnets': [{'id': '14af209e-c2a5-4247-8cf2-b2eedb95d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:14:59.540941 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57648) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:59.570024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8d2dc-ecc3-4bce-ab76-329f140f954d None None] New status for floating IP 1264daf3-7718-447d-8915-39403ecbc408: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:14:59.597878 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group (2fb8cb05-4285-4c48-a502-db6a55878a55), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:59.621266 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group (2fb8cb05-4285-4c48-a502-db6a55878a55), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:59.672627 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2fb8cb05-4285-4c48-a502-db6a55878a55), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:59.675124 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:59.676281 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "DELETE /v2.0/security-groups/2fb8cb05-4285-4c48-a502-db6a55878a55 HTTP/1.1" status: 204 len: 168 time: 0.1343403 Jul 26 03:14:59.679096 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57652) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:59.685697 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8cb05-4285-4c48-a502-db6a55878a55,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:14:59.693462 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-6f9b3da7-7b2e-4ad6-8262-32ac5294fa18 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] show failed (client error): The resource could not be found. Jul 26 03:14:59.693681 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.693826 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.694195 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.694505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.694851 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.695244 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.695556 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.695873 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.696195 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.696496 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.696817 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.697142 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.697457 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.697887 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.697995 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6f9b3da7-7b2e-4ad6-8262-32ac5294fa18 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups/2fb8cb05-4285-4c48-a502-db6a55878a55 HTTP/1.1" status: 404 len: 347 time: 0.0173402 Jul 26 03:14:59.698195 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eed334-a83b-4905-a8bc-917579f1393f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:14:59.698763 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57654) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:14:59.818300 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Deleting port 3a93ea7e-b277-4219-95ab-67eea8b2c3d7 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:14:59.818642 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:59.898989 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:59.899332 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:14:59.912389 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Calling delete_port for 3a93ea7e-b277-4219-95ab-67eea8b2c3d7 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:00.059469 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (3a93ea7e-b277-4219-95ab-67eea8b2c3d7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:00.091368 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event deleted for resources: {'Port': ['ID=3a93ea7e-b277-4219-95ab-67eea8b2c3d7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:00.115834 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.116159 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.116537 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.116880 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.117230 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.117559 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.117891 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.118219 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.118550 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.118880 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.119222 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.119551 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.119876 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.120198 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.120523 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:00.162130 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks [] for floatingip (1264daf3-7718-447d-8915-39403ecbc408), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:00.164717 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:00.165899 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f8ba37cc-3271-4875-8bce-a47660f79fb4 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "DELETE /v2.0/floatingips/1264daf3-7718-447d-8915-39403ecbc408 HTTP/1.1" status: 204 len: 168 time: 0.4658096 Jul 26 03:15:01.192146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 00d6395a-b67a-4403-9103-923b188e56a9 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:01.222409 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 00d6395a-b67a-4403-9103-923b188e56a9 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:01.222716 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 00d6395a-b67a-4403-9103-923b188e56a9 not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:02.671321 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d209b80-04f6-47e0-8ff8-704cc044c03a req-bebe30b3-4951-4d59-a8d8-446e703b29cb tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:02.672705 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3d209b80-04f6-47e0-8ff8-704cc044c03a req-bebe30b3-4951-4d59-a8d8-446e703b29cb tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0504558 Jul 26 03:15:02.719610 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3d209b80-04f6-47e0-8ff8-704cc044c03a req-91d8db82-2b49-4e5e-bda5-d7d3b7d5b1bc tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Jul 26 03:15:03.849080 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa454d-ba82-4709-93af-714b84582653 req-b7f8348a-d252-4323-9859-935edd3ed921 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:03.850525 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-52fa454d-ba82-4709-93af-714b84582653 req-b7f8348a-d252-4323-9859-935edd3ed921 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0492885 Jul 26 03:15:03.898170 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-52fa454d-ba82-4709-93af-714b84582653 req-ceb60356-2af5-4fd2-86b2-6fbd47007d8b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Jul 26 03:15:05.028859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84fabf-f35d-4c6d-9aa3-e0dd38a14f06 req-bac12ab3-16a6-4443-86b0-634c53627152 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:05.030336 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5d84fabf-f35d-4c6d-9aa3-e0dd38a14f06 req-bac12ab3-16a6-4443-86b0-634c53627152 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0496147 Jul 26 03:15:05.077436 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5d84fabf-f35d-4c6d-9aa3-e0dd38a14f06 req-afe0c6c0-fe6a-4a95-9b0a-73cd90d84d1f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Jul 26 03:15:05.139635 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-1bdec9e1-8b3d-4006-a689-4ffed83a3ee0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:05.140982 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-1bdec9e1-8b3d-4006-a689-4ffed83a3ee0 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 945 time: 0.0500214 Jul 26 03:15:05.238039 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Deleting port b6099887-557b-4566-a536-eecde3f944bc {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:05.238515 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (b6099887-557b-4566-a536-eecde3f944bc), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:05.332674 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] For port b6099887-557b-4566-a536-eecde3f944bc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b6099887-557b-4566-a536-eecde3f944bc,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:05.333031 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (b6099887-557b-4566-a536-eecde3f944bc), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:05.345779 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Calling delete_port for b6099887-557b-4566-a536-eecde3f944bc owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:05.477827 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (b6099887-557b-4566-a536-eecde3f944bc), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:05.489952 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['8c749033-d963-446a-8db6-a53a1ffff8ef'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:15:05.492543 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:05.506776 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event deleted for resources: {'Port': ['ID=b6099887-557b-4566-a536-eecde3f944bc,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:05.555812 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] No DVR routers for this DVR port b6099887-557b-4566-a536-eecde3f944bc on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:15:05.558314 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:05.561546 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1c687223-071b-4c73-ac3a-ce22308a6dc9 req-82ebb233-cff9-441c-8952-8ea6ae61554b tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "DELETE /v2.0/ports/b6099887-557b-4566-a536-eecde3f944bc HTTP/1.1" status: 204 len: 173 time: 0.4092691 Jul 26 03:15:05.561996 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'name': 'network-vif-deleted', 'tag': 'b6099887-557b-4566-a536-eecde3f944bc'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:05.564338 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60d3c26-7b51-4889-8e6f-1d8128f3263f" -d '{"events": [{"server_uuid": "f971d9b5-56d0-41d3-96be-3d84cb6ac42d", "name": "network-vif-deleted", "tag": "b6099887-557b-4566-a536-eecde3f944bc"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:05.611991 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9d85a4-eb53-44f6-99fc-711b1772b36a x-openstack-request-id: req-ae9d85a4-eb53-44f6-99fc-711b1772b36a {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:05.612305 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f971d9b5-56d0-41d3-96be-3d84cb6ac42d", "name": "network-vif-deleted", "tag": "b6099887-557b-4566-a536-eecde3f944bc", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:05.612555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae9d85a4-eb53-44f6-99fc-711b1772b36a {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:05.614253 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9d85a4-eb53-44f6-99fc-711b1772b36a'] response: {'server_uuid': 'f971d9b5-56d0-41d3-96be-3d84cb6ac42d', 'name': 'network-vif-deleted', 'tag': 'b6099887-557b-4566-a536-eecde3f944bc', 'status': 'completed', 'code': 200} Jul 26 03:15:06.201481 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a7cec7f9-ffcb-4fda-bf46-224947572c09 req-b582fbe6-b16a-4363-98c2-625d9b03c670 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=f971d9b5-56d0-41d3-96be-3d84cb6ac42d HTTP/1.1" status: 200 len: 210 time: 0.0297322 Jul 26 03:15:07.235486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b6099887-557b-4566-a536-eecde3f944bc no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:07.239585 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=75,neutron:UPDATE=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:07.256538 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: b6099887-557b-4566-a536-eecde3f944bc {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:07.256895 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b6099887-557b-4566-a536-eecde3f944bc not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:07.490330 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccb925-6780-4716-a8a0-5bd5bffbe075 req-80bb84bc-6d4a-4d0f-ae0d-9c4191c9054c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:07.491770 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-81ccb925-6780-4716-a8a0-5bd5bffbe075 req-80bb84bc-6d4a-4d0f-ae0d-9c4191c9054c tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0563378 Jul 26 03:15:07.538725 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-81ccb925-6780-4716-a8a0-5bd5bffbe075 req-1d2d18b0-89f9-48cc-b18c-ffde250c8b47 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Jul 26 03:15:08.673431 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e03f4b-aca1-4107-b0e3-cd5dcad61404 req-1fb0f48f-cba9-4ce3-a3f0-a20d3b25e1a1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:08.674828 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b4e03f4b-aca1-4107-b0e3-cd5dcad61404 req-1fb0f48f-cba9-4ce3-a3f0-a20d3b25e1a1 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0564547 Jul 26 03:15:08.702657 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:08.715196 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:08.727058 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b4e03f4b-aca1-4107-b0e3-cd5dcad61404 req-5ee75f38-7d88-4e42-bd25-37886dc2e80e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Jul 26 03:15:09.868091 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217f495-c25b-4c80-9ee0-15156573b567 req-87be9785-42be-4a70-bbc3-58fc820922f8 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:09.869841 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1217f495-c25b-4c80-9ee0-15156573b567 req-87be9785-42be-4a70-bbc3-58fc820922f8 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0563250 Jul 26 03:15:09.920547 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1217f495-c25b-4c80-9ee0-15156573b567 req-96fd386e-9a7d-4aec-8ad2-d3ca260109e6 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Jul 26 03:15:10.736094 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:10.869833 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-7aeac876-4585-4b12-b935-e22f74dd8d7f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:10.871363 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-7aeac876-4585-4b12-b935-e22f74dd8d7f tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0575109 Jul 26 03:15:10.953396 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Deleting port 8c749033-d963-446a-8db6-a53a1ffff8ef {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:10.953801 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:11.058812 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a854-27ea-48de-ac96-8c965031650e req-f3960a3f-f4e3-4b5d-84a7-7ef8c1b7b91e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:11.060320 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a690a854-27ea-48de-ac96-8c965031650e req-f3960a3f-f4e3-4b5d-84a7-7ef8c1b7b91e tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 946 time: 0.0599408 Jul 26 03:15:11.097368 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] For port 8c749033-d963-446a-8db6-a53a1ffff8ef, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8c749033-d963-446a-8db6-a53a1ffff8ef,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:11.097726 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:11.119077 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Calling delete_port for 8c749033-d963-446a-8db6-a53a1ffff8ef owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:11.141437 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a690a854-27ea-48de-ac96-8c965031650e req-7237ffe9-8b67-44ba-93a4-285d7be2e736 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/security-groups?id=736d3916-ef20-43ce-b349-3032d8a8132f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744584 Jul 26 03:15:11.264372 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (8c749033-d963-446a-8db6-a53a1ffff8ef), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:11.290933 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Pushing event deleted for resources: {'Port': ['ID=8c749033-d963-446a-8db6-a53a1ffff8ef,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:11.334864 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] No DVR routers for this DVR port 8c749033-d963-446a-8db6-a53a1ffff8ef on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:15:11.338185 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:11.341431 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b12cef19-ced3-4579-ac2d-c927227a1588 req-d1f3c10b-9a51-412c-83d0-21ad63774f93 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.36 "DELETE /v2.0/ports/8c749033-d963-446a-8db6-a53a1ffff8ef HTTP/1.1" status: 204 len: 173 time: 0.4644032 Jul 26 03:15:11.341866 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'name': 'network-vif-deleted', 'tag': '8c749033-d963-446a-8db6-a53a1ffff8ef'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:11.344163 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e869b964-d16d-43a6-84b6-1ec32df9401a" -d '{"events": [{"server_uuid": "19b2fd31-c308-474f-93fa-f83ffc0cf95f", "name": "network-vif-deleted", "tag": "8c749033-d963-446a-8db6-a53a1ffff8ef"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:11.383283 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c230b519-5e40-4eac-8607-c6258b674e5e x-openstack-request-id: req-c230b519-5e40-4eac-8607-c6258b674e5e {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:11.383940 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b2fd31-c308-474f-93fa-f83ffc0cf95f", "name": "network-vif-deleted", "tag": "8c749033-d963-446a-8db6-a53a1ffff8ef", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:11.384218 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c230b519-5e40-4eac-8607-c6258b674e5e {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:11.384672 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c230b519-5e40-4eac-8607-c6258b674e5e'] response: {'server_uuid': '19b2fd31-c308-474f-93fa-f83ffc0cf95f', 'name': 'network-vif-deleted', 'tag': '8c749033-d963-446a-8db6-a53a1ffff8ef', 'status': 'completed', 'code': 200} Jul 26 03:15:12.267400 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7bb269d8-3a74-4afe-88b8-9e2f71ffe838 req-07b9bfd1-6487-4028-8a40-39a10a44d729 tempest-ServerRescueNegativeTestJSON-497160387 tempest-ServerRescueNegativeTestJSON-497160387-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b2fd31-c308-474f-93fa-f83ffc0cf95f HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jul 26 03:15:13.265877 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8c749033-d963-446a-8db6-a53a1ffff8ef no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:13.288455 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 8c749033-d963-446a-8db6-a53a1ffff8ef {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:13.288821 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8c749033-d963-446a-8db6-a53a1ffff8ef not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:13.329922 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57742) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:13.338046 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:13.372592 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:13.648672 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:13.719159 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfaa5-cbbd-4891-8b70-10dedbfedf86 req-2a25234b-a505-465f-b4df-a6e1758f7af8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:13.720772 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b87dfaa5-cbbd-4891-8b70-10dedbfedf86 req-2a25234b-a505-465f-b4df-a6e1758f7af8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0467887 Jul 26 03:15:13.773203 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b87dfaa5-cbbd-4891-8b70-10dedbfedf86 req-dccf6263-368f-4733-9355-4cab67877755 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465348 Jul 26 03:15:13.871362 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Deleting port 8b091cdb-78f9-463b-a1aa-af558c9be15d {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:13.871709 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:13.959945 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] For port 8b091cdb-78f9-463b-a1aa-af558c9be15d, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8b091cdb-78f9-463b-a1aa-af558c9be15d,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:13.960289 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:13.973361 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Calling delete_port for 8b091cdb-78f9-463b-a1aa-af558c9be15d owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:14.155682 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (8b091cdb-78f9-463b-a1aa-af558c9be15d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:14.160480 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:14.181419 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b091cdb-78f9-463b-a1aa-af558c9be15d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:14.244587 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:14.349110 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:14.554546 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:15:14.655192 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:15:14.660754 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-40b67a79-cdf7-42d6-9ba5-b116f25a7a4d admin admin] 10.222.0.42 "PUT /v2.0/routers/dbaafe3f-3d34-4ba8-836a-68d036bea8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3297644 Jul 26 03:15:14.664453 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57772) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:14.665060 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] Sync routers for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:15:14.676909 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:14.677654 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:14.764810 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks [] for router (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:14.793477 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:14.866895 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks [] for router_gateway (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:14.908229 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd385b2-a526-401b-87b2-e71bb803aa7f req-d388c768-5eb0-4dcd-85f0-a5b18f2aafc2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:14.909726 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9cd385b2-a526-401b-87b2-e71bb803aa7f req-d388c768-5eb0-4dcd-85f0-a5b18f2aafc2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0479872 Jul 26 03:15:14.918028 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Deleting port 413efeca-a3eb-4a3f-a7fa-575bdef048a3 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:14.918375 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:14.959302 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:14.961289 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9cd385b2-a526-401b-87b2-e71bb803aa7f req-d09e2dc3-f087-461e-8bc3-42281e9ad9fe tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457990 Jul 26 03:15:14.966471 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:15:14Z', 'revision_number': 5, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port': {'id': '413efeca-a3eb-4a3f-a7fa-575bdef048a3', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:56:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:33Z', 'updated_at': '2022-07-26T03:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:14.996327 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] Checking router: dbaafe3f-3d34-4ba8-836a-68d036bea8f1 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:15:15.005512 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] Routers {'dbaafe3f-3d34-4ba8-836a-68d036bea8f1'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:15.006263 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:15.100778 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] Set router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 gateway port host: None {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:15.151381 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:15:14Z', 'revision_number': 6, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:15.176612 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb57788-381f-4552-96b5-e4a8d363297b None None] The sync data for ids ['dbaafe3f-3d34-4ba8-836a-68d036bea8f1'] in dv-cinder-850840-2-iscsi is: [{'id': 'dbaafe3f-3d34-4ba8-836a-68d036bea8f1', 'name': 'tempest-ServerRescueNegativeTestJSON-363217719-router', 'tenant_id': 'a07cd1888316403eb9c37610a310b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:32Z', 'updated_at': '2022-07-26T03:15:14Z', 'revision_number': 6, 'project_id': 'a07cd1888316403eb9c37610a310b76d', 'gw_port_host': None}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:15:15.268607 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] For port 413efeca-a3eb-4a3f-a7fa-575bdef048a3, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=413efeca-a3eb-4a3f-a7fa-575bdef048a3,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:15.269049 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.282350 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Calling delete_port for 413efeca-a3eb-4a3f-a7fa-575bdef048a3 owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:15.287825 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:15.442998 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:15.466902 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (413efeca-a3eb-4a3f-a7fa-575bdef048a3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.488716 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=413efeca-a3eb-4a3f-a7fa-575bdef048a3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:15.560903 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.652175 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.654499 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks [] for router_controller (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.701699 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (dbaafe3f-3d34-4ba8-836a-68d036bea8f1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.702230 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbaafe3f-3d34-4ba8-836a-68d036bea8f1 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:15:15.706488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.707482 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c2f7bff7-4a6a-4031-a88d-e98f10404b1e admin admin] 10.222.0.42 "DELETE /v2.0/routers/dbaafe3f-3d34-4ba8-836a-68d036bea8f1 HTTP/1.1" status: 204 len: 168 time: 1.0421500 Jul 26 03:15:15.710170 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57778) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:15.753900 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] Deleting subnet 14af209e-c2a5-4247-8cf2-b2eedb95d2b7 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:15:15.757117 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] Publish callbacks [] for subnet (14af209e-c2a5-4247-8cf2-b2eedb95d2b7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.792278 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4129470'] for subnet (14af209e-c2a5-4247-8cf2-b2eedb95d2b7), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.895501 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (14af209e-c2a5-4247-8cf2-b2eedb95d2b7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.919629 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d9352897-4563-469f-a8f1-e21e31a76315 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:15.921117 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d9352897-4563-469f-a8f1-e21e31a76315 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.0532663 Jul 26 03:15:15.952640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530183'] for subnet (14af209e-c2a5-4247-8cf2-b2eedb95d2b7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.965521 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8b091cdb-78f9-463b-a1aa-af558c9be15d no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:15.977631 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14af209e-c2a5-4247-8cf2-b2eedb95d2b7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:15.983808 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:15.987131 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4b8ff1a5-abc3-4190-9590-6b7e05f46588 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/14af209e-c2a5-4247-8cf2-b2eedb95d2b7 HTTP/1.1" status: 204 len: 168 time: 0.2760053 Jul 26 03:15:15.993183 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57780) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:16.010835 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 8b091cdb-78f9-463b-a1aa-af558c9be15d {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:16.016522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8b091cdb-78f9-463b-a1aa-af558c9be15d not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:16.018725 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc67b2-99ff-4f30-9cfa-60f8f2647d10 None None] Network f1a42af0-22f4-4dac-9f7e-d498fada0f45 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:15:16.077336 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (f1a42af0-22f4-4dac-9f7e-d498fada0f45), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.090661 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Deleting port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:16.091054 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.124410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Deleting port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:16.125303 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.181651 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:16.211918 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] For port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:16.212296 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.218304 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bffa2-d1fd-4d13-bb2f-6aebd10df904 req-1767a534-fc2f-44bd-bc69-3feba73efea9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:16.220110 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c99bffa2-d1fd-4d13-bb2f-6aebd10df904 req-1767a534-fc2f-44bd-bc69-3feba73efea9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 945 time: 0.1035655 Jul 26 03:15:16.228487 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Calling delete_port for 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:16.233025 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] DHCP port deletion for f1a42af0-22f4-4dac-9f7e-d498fada0f45 request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:15:16.264845 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:16.287897 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Deleting port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb {{(pid=104280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:16.288636 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), before_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.295235 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] For port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:16.295612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.315958 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:16.346405 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c99bffa2-d1fd-4d13-bb2f-6aebd10df904 req-aee65552-674c-4900-9899-7833d2e5d807 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168170 Jul 26 03:15:16.365767 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.420115 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] For port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,segment=NetworkSegment(a3e3f64c-e4b2-4026-964c-8239ccbf0630),segment_id=a3e3f64c-e4b2-4026-964c-8239ccbf0630)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:16.420717 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), precommit_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.431362 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:16.437816 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Calling delete_port for 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb owned by network:dhcp {{(pid=104280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:16.445052 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] No DVR routers for this DVR port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb on host dv-cinder-850840-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:15:16.524174 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116'] for port (8da29202-87f4-4bd0-a0e6-ab9ef10ecabb), after_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.529731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:16.547234 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (f1a42af0-22f4-4dac-9f7e-d498fada0f45), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.554390 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Pushing event deleted for resources: {'Port': ['ID=8da29202-87f4-4bd0-a0e6-ab9ef10ecabb,revision_number=None']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:16.569485 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.570135 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.570654 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.571215 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.571700 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.572200 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.572680 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.573192 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.573316 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.574118 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a42af0-22f4-4dac-9f7e-d498fada0f45']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:16.574303 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.574410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (12795836-1a31-4f68-b8e5-d4983fa96237), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.574906 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.575291 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.575630 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.575744 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Floating IP 12795836-1a31-4f68-b8e5-d4983fa96237 disassociated. External IP: 172.27.3.104, port: d86abaff-32bb-4e23-9486-8cfc0e7fcbfa. Jul 26 03:15:16.576239 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Calling delete_port for d86abaff-32bb-4e23-9486-8cfc0e7fcbfa owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:16.576354 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.576815 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.577346 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:15:16.580926 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe253532-6b40-45a7-a526-7aeeb7a91561 None None] No DVR routers for this DVR port 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb on host dv-cinder-850840-2-iscsi {{(pid=104280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:15:16.594436 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e3f64c-e4b2-4026-964c-8239ccbf0630') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:16.594670 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e3f64c-e4b2-4026-964c-8239ccbf0630') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:16.606253 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (a3e3f64c-e4b2-4026-964c-8239ccbf0630), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.624453 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (a3e3f64c-e4b2-4026-964c-8239ccbf0630), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.637737 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:15:16.638222 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (a3e3f64c-e4b2-4026-964c-8239ccbf0630), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.666031 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment a3e3f64c-e4b2-4026-964c-8239ccbf0630 resource provider aggregate not found Jul 26 03:15:16.723300 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment a3e3f64c-e4b2-4026-964c-8239ccbf0630 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3e3f64c-e4b2-4026-964c-8239ccbf0630 found for delete ", "request_id": "req-fe40ea7e-ad5d-46f7-b3c9-a077e6a0202b"}]} Jul 26 03:15:16.740552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (d86abaff-32bb-4e23-9486-8cfc0e7fcbfa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.762022 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (f1a42af0-22f4-4dac-9f7e-d498fada0f45), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.769366 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f28b9-cf76-4f82-a05d-1421a071142f req-bcfc657c-b158-4654-89a9-ff8436fe04b3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:16.770902 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-977f28b9-cf76-4f82-a05d-1421a071142f req-bcfc657c-b158-4654-89a9-ff8436fe04b3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 945 time: 0.0629954 Jul 26 03:15:16.775134 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:16.778178 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f1a42af0-22f4-4dac-9f7e-d498fada0f45 HTTP/1.1" status: 204 len: 168 time: 0.7840133 Jul 26 03:15:16.781253 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event deleted for resources: {'Port': ['ID=d86abaff-32bb-4e23-9486-8cfc0e7fcbfa,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:16.806047 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29cc03-680e-4d87-a4e0-23ff28281114 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a42af0-22f4-4dac-9f7e-d498fada0f45,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:16.847398 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-977f28b9-cf76-4f82-a05d-1421a071142f req-aa2d12a3-ed1b-474a-ab93-10edd8772cc8 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679975 Jul 26 03:15:16.891542 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Router 7341cc72-2053-4525-97ce-be3c55bedcf5 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:15:16.968506 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57800) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:17.024651 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:15:17.028286 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-89386990-d902-494c-816e-828a0df64377 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a07cd1888316403eb9c37610a310b76d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0584311 Jul 26 03:15:17.032466 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57802) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:17.034389 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] Sync routers for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:15:17.043968 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:17.044597 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:17.068395 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] No DVR routers for this DVR port d86abaff-32bb-4e23-9486-8cfc0e7fcbfa on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:15:17.070842 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:17.074371 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f72ffd1b-1497-4115-9027-2a5403b28d56 req-d3dd8259-806b-4d27-a580-4da35caf00f6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "DELETE /v2.0/ports/d86abaff-32bb-4e23-9486-8cfc0e7fcbfa HTTP/1.1" status: 204 len: 173 time: 1.1144700 Jul 26 03:15:17.074805 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'name': 'network-vif-deleted', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:17.077060 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f9e8b7-5ac2-4892-a262-711cd4f0d27d" -d '{"events": [{"server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "name": "network-vif-deleted", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:17.092436 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e775df65-9433-4388-b1c0-eddfa343d24b admin admin] Publish callbacks [] for security_group (736d3916-ef20-43ce-b349-3032d8a8132f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:17.116140 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e775df65-9433-4388-b1c0-eddfa343d24b admin admin] Publish callbacks [] for security_group (736d3916-ef20-43ce-b349-3032d8a8132f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:17.119357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536dbb2b-2384-423f-8ad5-da22c8b23b1a x-openstack-request-id: req-536dbb2b-2384-423f-8ad5-da22c8b23b1a {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:17.119579 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c517b5ca-379c-4830-bc26-021ce1412c76", "name": "network-vif-deleted", "tag": "d86abaff-32bb-4e23-9486-8cfc0e7fcbfa", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:17.119815 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-536dbb2b-2384-423f-8ad5-da22c8b23b1a {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:17.120217 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536dbb2b-2384-423f-8ad5-da22c8b23b1a'] response: {'server_uuid': 'c517b5ca-379c-4830-bc26-021ce1412c76', 'name': 'network-vif-deleted', 'tag': 'd86abaff-32bb-4e23-9486-8cfc0e7fcbfa', 'status': 'completed', 'code': 200} Jul 26 03:15:17.148509 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:17.174661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e775df65-9433-4388-b1c0-eddfa343d24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (736d3916-ef20-43ce-b349-3032d8a8132f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:17.177528 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e775df65-9433-4388-b1c0-eddfa343d24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:17.178765 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e775df65-9433-4388-b1c0-eddfa343d24b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/736d3916-ef20-43ce-b349-3032d8a8132f HTTP/1.1" status: 204 len: 168 time: 0.1417470 Jul 26 03:15:17.187108 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775df65-9433-4388-b1c0-eddfa343d24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d3916-ef20-43ce-b349-3032d8a8132f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:17.370855 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:17.393998 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:17.394341 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8da29202-87f4-4bd0-a0e6-ab9ef10ecabb not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:17.394743 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 413efeca-a3eb-4a3f-a7fa-575bdef048a3 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:17.420214 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 413efeca-a3eb-4a3f-a7fa-575bdef048a3 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:17.420610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 413efeca-a3eb-4a3f-a7fa-575bdef048a3 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:17.426234 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9e680370-3804-4821-8499-ee696a9451bf req-5ab588d0-c4b2-43ca-b87b-152d42e22d69 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 210 time: 0.0287757 Jul 26 03:15:17.426378 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:17.458361 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] Checking router: 7341cc72-2053-4525-97ce-be3c55bedcf5 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:15:17.460119 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:17.469540 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:17.470185 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:17.717828 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:17.793769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:17.911896 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:17.937099 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c22ca5-52c3-4a54-8cef-89a7d95d5fe6 None None] The sync data for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi is: [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:15:17.985443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3ec61-d048-481e-b483-7f60e42ca60a req-4db8a0a7-18b7-4c9d-9588-299e044dc821 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:17.986496 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-04b3ec61-d048-481e-b483-7f60e42ca60a req-4db8a0a7-18b7-4c9d-9588-299e044dc821 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 945 time: 0.0524368 Jul 26 03:15:18.057405 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-04b3ec61-d048-481e-b483-7f60e42ca60a req-be978619-58d7-45a9-890a-01ab2d7fd1ce tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539095 Jul 26 03:15:18.193927 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9e96d-9294-41f4-bc99-11d3d75ebda4 None None] New status for floating IP 12795836-1a31-4f68-b8e5-d4983fa96237: DOWN {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:15:18.543610 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b02c78da-d377-4dce-b78b-2aa4685c6fe0 req-f1adb538-00e2-4119-9f90-dda4c1d24862 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=c517b5ca-379c-4830-bc26-021ce1412c76 HTTP/1.1" status: 200 len: 210 time: 0.0282640 Jul 26 03:15:18.626236 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-9dbfb5dd-21a1-4dd1-9891-5c3bb2ddcaf1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:18.628446 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-9dbfb5dd-21a1-4dd1-9891-5c3bb2ddcaf1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 945 time: 0.0559282 Jul 26 03:15:18.712547 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:18.719540 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:18.719851 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:18.722641 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:18.810998 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] For port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:18.811221 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:18.970392 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:18.970749 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (76de8a44-98b6-499c-9d17-b5589fb87c81), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:18.971085 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP 76de8a44-98b6-499c-9d17-b5589fb87c81 disassociated. External IP: 172.27.3.76, port: 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6. Jul 26 03:15:18.971393 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:19.105873 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:19.137042 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:19.169152 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2e347d7b-6a08-41fd-b3ee-15bd20703ca9 req-83e9ac1d-15f6-4af0-956b-cfee4d8eeb8a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606 HTTP/1.1" status: 200 len: 210 time: 0.0331717 Jul 26 03:15:19.275118 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:15:19.279576 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device d86abaff-32bb-4e23-9486-8cfc0e7fcbfa no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:19.303077 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: d86abaff-32bb-4e23-9486-8cfc0e7fcbfa {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:19.303428 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device d86abaff-32bb-4e23-9486-8cfc0e7fcbfa not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:19.389320 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:15:19.399353 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:15:19.411224 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:19.411919 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:19.431952 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] No DVR routers for this DVR port 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:15:19.434425 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:19.437608 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3f742c46-c1c8-436c-9408-1cff637a23cb req-1fad4ae0-b2ef-4350-aca0-024af9fb23d6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "DELETE /v2.0/ports/8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 HTTP/1.1" status: 204 len: 173 time: 0.8035073 Jul 26 03:15:19.438038 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'name': 'network-vif-deleted', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:19.440284 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbe7736-4d4a-4bcd-ac28-a1278c79ab27" -d '{"events": [{"server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "name": "network-vif-deleted", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:19.487036 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7299448-fed8-4084-9bb2-58224a0ee3cf x-openstack-request-id: req-d7299448-fed8-4084-9bb2-58224a0ee3cf {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:19.487324 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606", "name": "network-vif-deleted", "tag": "8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:19.487572 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7299448-fed8-4084-9bb2-58224a0ee3cf {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:19.487966 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7299448-fed8-4084-9bb2-58224a0ee3cf'] response: {'server_uuid': 'a9cbf5a2-12e6-472a-9b7c-f8ca4d9f6606', 'name': 'network-vif-deleted', 'tag': '8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6', 'status': 'completed', 'code': 200} Jul 26 03:15:19.537924 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:19.679515 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57856) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:19.731388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0941-e69d-49f8-bdb6-7468797fc8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:19.748418 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-417f2728-4d1d-461b-b0fb-0c575a224c52 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:19.775490 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-417f2728-4d1d-461b-b0fb-0c575a224c52 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:19.787254 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:19.825984 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:15:19.832119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-417f2728-4d1d-461b-b0fb-0c575a224c52 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:19.835519 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-417f2728-4d1d-461b-b0fb-0c575a224c52 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:19.835952 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:19.836590 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:14:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:19.836810 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-417f2728-4d1d-461b-b0fb-0c575a224c52 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33 HTTP/1.1" status: 204 len: 168 time: 0.1554832 Jul 26 03:15:19.839777 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57858) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:19.846424 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f2728-4d1d-461b-b0fb-0c575a224c52 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:19.865846 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-3cd19b6b-3eb0-4196-b658-66a370615ce4 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] show failed (client error): The resource could not be found. Jul 26 03:15:19.871175 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3cd19b6b-3eb0-4196-b658-66a370615ce4 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups/f1f5e8ef-b9b0-4eed-8ae4-be5d81d11c33 HTTP/1.1" status: 404 len: 347 time: 0.0269327 Jul 26 03:15:19.871273 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57860) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:19.926291 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:19.981171 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:20.008438 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:20.031600 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Deleting port ecbe924e-902a-408d-93d6-b320dc4868ce {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:20.032143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.109271 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.110040 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (ecbe924e-902a-408d-93d6-b320dc4868ce), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.122619 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Calling delete_port for ecbe924e-902a-408d-93d6-b320dc4868ce owned by network:floatingip {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:20.180973 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:20.207716 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a347216-eb77-43f8-b292-4566c0f5abd8 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:15:20.278564 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57870) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:20.343452 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05c83694-71ee-41a5-9503-aaebbbf2be7a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.374687 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05c83694-71ee-41a5-9503-aaebbbf2be7a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.429563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05c83694-71ee-41a5-9503-aaebbbf2be7a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.432490 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05c83694-71ee-41a5-9503-aaebbbf2be7a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.436504 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-05c83694-71ee-41a5-9503-aaebbbf2be7a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/security-groups/07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2 HTTP/1.1" status: 204 len: 168 time: 0.1566534 Jul 26 03:15:20.437054 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57872) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:20.446458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c83694-71ee-41a5-9503-aaebbbf2be7a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:20.455603 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.api.v2.resource [None req-7cd35a63-7782-423f-a425-30e9778845f6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] show failed (client error): The resource could not be found. Jul 26 03:15:20.456630 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-7cd35a63-7782-423f-a425-30e9778845f6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups/07aed8bf-27a5-4f64-aaa3-146e0e9c5fd2 HTTP/1.1" status: 404 len: 347 time: 0.0186641 Jul 26 03:15:20.459932 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57874) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:20.514762 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ee823-49a4-4239-9047-0ca5ae29a178 None None] New status for floating IP 76de8a44-98b6-499c-9d17-b5589fb87c81: DOWN {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:15:20.541514 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (ecbe924e-902a-408d-93d6-b320dc4868ce), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.567016 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event deleted for resources: {'Port': ['ID=ecbe924e-902a-408d-93d6-b320dc4868ce,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:20.584755 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port 3475d4e8-7395-4cf2-a63f-c7be19572df6 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:15:20.585105 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.630511 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (12795836-1a31-4f68-b8e5-d4983fa96237), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.633130 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.634325 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-843c4671-1abf-4733-9e93-c4cdc373147f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "DELETE /v2.0/floatingips/12795836-1a31-4f68-b8e5-d4983fa96237 HTTP/1.1" status: 204 len: 168 time: 0.7620811 Jul 26 03:15:20.674661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.675013 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (3475d4e8-7395-4cf2-a63f-c7be19572df6), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.695574 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for 3475d4e8-7395-4cf2-a63f-c7be19572df6 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:15:20.716391 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57878) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:20.720904 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-b39cd717-84e2-4bb2-ad1b-606f1e9c3eb2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762631603', 'description': 'tempest-description--642708763'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:20.744676 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b39cd717-84e2-4bb2-ad1b-606f1e9c3eb2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.754237 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:20.777608 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:20.814277 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b39cd717-84e2-4bb2-ad1b-606f1e9c3eb2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (e74423d6-9ce0-4c46-862f-3568b1bbc31f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.818194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b39cd717-84e2-4bb2-ad1b-606f1e9c3eb2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e74423d6-9ce0-4c46-862f-3568b1bbc31f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.842972 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (3475d4e8-7395-4cf2-a63f-c7be19572df6), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.846320 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b39cd717-84e2-4bb2-ad1b-606f1e9c3eb2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.847576 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b39cd717-84e2-4bb2-ad1b-606f1e9c3eb2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1301777 Jul 26 03:15:20.851311 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57880) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:20.855089 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-68581d5d-89b8-4d18-8ea8-a3d92b1f19eb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'security_group_rule': {'security_group_id': 'e74423d6-9ce0-4c46-862f-3568b1bbc31f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:20.861612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cd717-84e2-4bb2-ad1b-606f1e9c3eb2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74423d6-9ce0-4c46-862f-3568b1bbc31f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:20.874648 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=3475d4e8-7395-4cf2-a63f-c7be19572df6,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:20.886765 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-68581d5d-89b8-4d18-8ea8-a3d92b1f19eb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (5b055d1a-0abf-49c3-b9b0-7e7d9a7dd248), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.939380 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (76de8a44-98b6-499c-9d17-b5589fb87c81), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.942290 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.943521 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-06ea63e8-3fc2-4420-889d-640791814492 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/floatingips/76de8a44-98b6-499c-9d17-b5589fb87c81 HTTP/1.1" status: 204 len: 168 time: 0.4825456 Jul 26 03:15:20.944148 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-68581d5d-89b8-4d18-8ea8-a3d92b1f19eb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (5b055d1a-0abf-49c3-b9b0-7e7d9a7dd248), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.949848 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-68581d5d-89b8-4d18-8ea8-a3d92b1f19eb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (5b055d1a-0abf-49c3-b9b0-7e7d9a7dd248), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.966850 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68581d5d-89b8-4d18-8ea8-a3d92b1f19eb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b055d1a-0abf-49c3-b9b0-7e7d9a7dd248,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:20.978185 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-68581d5d-89b8-4d18-8ea8-a3d92b1f19eb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:20.982458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57886) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:20.983450 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-68581d5d-89b8-4d18-8ea8-a3d92b1f19eb tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315904 Jul 26 03:15:20.987691 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-f9cb3eea-6bff-416e-aaba-5512bec2efad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'security_group_rule': {'security_group_id': 'e74423d6-9ce0-4c46-862f-3568b1bbc31f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:21.024879 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57888) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:21.029623 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-803f24e8-a62d-45d5-a4e8-90bfcd5ce118 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729245576', 'description': 'tempest-description--1953185417'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:21.034305 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3eea-6bff-416e-aaba-5512bec2efad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (e7b39920-a314-4bfe-be79-62bd4f49af24), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.088886 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-803f24e8-a62d-45d5-a4e8-90bfcd5ce118 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.104826 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3eea-6bff-416e-aaba-5512bec2efad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (e7b39920-a314-4bfe-be79-62bd4f49af24), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.116894 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3eea-6bff-416e-aaba-5512bec2efad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (e7b39920-a314-4bfe-be79-62bd4f49af24), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.143297 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb3eea-6bff-416e-aaba-5512bec2efad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b39920-a314-4bfe-be79-62bd4f49af24,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:21.151548 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3eea-6bff-416e-aaba-5512bec2efad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.152748 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f9cb3eea-6bff-416e-aaba-5512bec2efad tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690226 Jul 26 03:15:21.156109 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57896) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:21.160793 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:21.181365 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.215151 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-803f24e8-a62d-45d5-a4e8-90bfcd5ce118 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (b4215e7a-e66e-44ae-8afa-11dee8693acf), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.220132 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-803f24e8-a62d-45d5-a4e8-90bfcd5ce118 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b4215e7a-e66e-44ae-8afa-11dee8693acf), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.228218 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:21.251546 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-803f24e8-a62d-45d5-a4e8-90bfcd5ce118 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.255809 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-803f24e8-a62d-45d5-a4e8-90bfcd5ce118 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2298844 Jul 26 03:15:21.257649 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57898) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:21.261551 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-3ecd0786-c21a-4bda-a20e-f0d49de21ea7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': 'b4215e7a-e66e-44ae-8afa-11dee8693acf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:21.267390 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f24e8-a62d-45d5-a4e8-90bfcd5ce118 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4215e7a-e66e-44ae-8afa-11dee8693acf,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:21.273902 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.275449 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:21.291065 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:15:21.293959 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ecd0786-c21a-4bda-a20e-f0d49de21ea7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (6d3abb2b-bc54-4c39-8456-7035d2c4fdd9), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.322843 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:15:21.323794 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 8ba1b2cf-5bea-4bef-9b3c-9831bafa71b6 not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:15:21.358380 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ecd0786-c21a-4bda-a20e-f0d49de21ea7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (6d3abb2b-bc54-4c39-8456-7035d2c4fdd9), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.364976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ecd0786-c21a-4bda-a20e-f0d49de21ea7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (6d3abb2b-bc54-4c39-8456-7035d2c4fdd9), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.392339 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd0786-c21a-4bda-a20e-f0d49de21ea7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3abb2b-bc54-4c39-8456-7035d2c4fdd9,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:21.408834 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ecd0786-c21a-4bda-a20e-f0d49de21ea7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.411360 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3ecd0786-c21a-4bda-a20e-f0d49de21ea7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528525 Jul 26 03:15:21.411564 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Allocated IP 172.27.3.115 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/2f240219-46b1-48d9-a480-00ace46bdd27) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:15:21.413819 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 57900) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:21.420357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-3a64d028-0aa0-44dd-8d13-215ce1fafc10 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'security_group_rule': {'security_group_id': 'b4215e7a-e66e-44ae-8afa-11dee8693acf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:21.455091 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a64d028-0aa0-44dd-8d13-215ce1fafc10 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (c16c3611-fd8b-4664-aba6-9776377c1355), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.580886 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a64d028-0aa0-44dd-8d13-215ce1fafc10 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (c16c3611-fd8b-4664-aba6-9776377c1355), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.590051 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a64d028-0aa0-44dd-8d13-215ce1fafc10 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (c16c3611-fd8b-4664-aba6-9776377c1355), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.604921 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for port (2f240219-46b1-48d9-a480-00ace46bdd27), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.618869 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d028-0aa0-44dd-8d13-215ce1fafc10 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16c3611-fd8b-4664-aba6-9776377c1355,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:21.631062 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3a64d028-0aa0-44dd-8d13-215ce1fafc10 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.632322 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3a64d028-0aa0-44dd-8d13-215ce1fafc10 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175333 Jul 26 03:15:21.635750 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 57906) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:21.640380 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:21.657279 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (2f240219-46b1-48d9-a480-00ace46bdd27), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.663514 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.694513 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:15:21.704327 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:15:21.706975 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:15:21.732767 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'Port': ['ID=2f240219-46b1-48d9-a480-00ace46bdd27,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:21.754497 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.794720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (40cda510-0978-4662-aa2a-89a73a4b0573), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.795254 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:21.837779 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (2f240219-46b1-48d9-a480-00ace46bdd27), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.844757 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:21.872973 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.27.3.51 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/acf49366-e604-4d1d-99b3-4cd56673dd5b) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:15:21.917895 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:21.961343 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-672526c8-e02e-448b-93b9-ddce1270c0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.985743 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for port (2f240219-46b1-48d9-a480-00ace46bdd27), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.987084 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:21.990973 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (2f240219-46b1-48d9-a480-00ace46bdd27), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.025489 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.052976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:22.062486 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:15:22.066558 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'Port': ['ID=2f240219-46b1-48d9-a480-00ace46bdd27,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:22.067782 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:15:22.071553 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:15:22.075331 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (40cda510-0978-4662-aa2a-89a73a4b0573), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.091143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.092482 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-09a9ae93-42e7-4fe1-9087-9bed9aa3b5dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9353571 Jul 26 03:15:22.099735 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=acf49366-e604-4d1d-99b3-4cd56673dd5b,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:22.161013 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (1763aa0a-e9b9-4a45-a38f-0ff6f959ed19), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.201929 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.298687 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-4247842d-6cd8-4dba-ad8a-aed2ee7558af tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--762631603&fields=id&tenant_id=6daba0980548418ea98d4d0cf42ef92f HTTP/1.1" status: 200 len: 267 time: 0.0431628 Jul 26 03:15:22.350796 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.356865 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.409515 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-0f0c6d5c-c146-41eb-a080-32ad8047e4ef tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:22.410998 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-0f0c6d5c-c146-41eb-a080-32ad8047e4ef tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 810 time: 0.1049135 Jul 26 03:15:22.423972 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=acf49366-e604-4d1d-99b3-4cd56673dd5b,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:22.426850 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-87580b69-9c05-4a5c-b5b8-aeacd398eb67 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/quotas/6daba0980548418ea98d4d0cf42ef92f HTTP/1.1" status: 200 len: 375 time: 0.0099745 Jul 26 03:15:22.439742 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1763aa0a-e9b9-4a45-a38f-0ff6f959ed19), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.457415 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:22.458732 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0a5ae7fd-0aea-4312-b11c-a7f43c39bc3d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8218603 Jul 26 03:15:22.477048 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-c898ffdd-8e75-4530-8257-aec876c5ea94 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453928 Jul 26 03:15:22.586631 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-10325d80-1f41-428b-9cad-c8555ef77fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937634 Jul 26 03:15:22.676769 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-9f64c469-fedf-4c70-9992-844cb1424fcc service neutron] 10.222.0.42 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827775 Jul 26 03:15:22.699106 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-d2969797-c124-4577-9c88-9a03c281e910 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--729245576&fields=id&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 267 time: 0.0441239 Jul 26 03:15:22.759901 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:22.786547 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:22.821827 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-93affbf8-735b-4cd6-a72d-6add8820234b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:22.823356 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-93affbf8-735b-4cd6-a72d-6add8820234b tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.1173341 Jul 26 03:15:22.838923 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-af9ca277-fe66-45ae-b220-1bbff4daa965 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/quotas/9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 375 time: 0.0095932 Jul 26 03:15:22.894770 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-1d440312-7718-498f-9a73-d2e514d4c06f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503094 Jul 26 03:15:22.938200 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bf66b85c-fbf1-4383-b057-33f7971bd9fb req-94e09ae9-b351-4335-8c04-983c3bd26648 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 210 time: 0.0289412 Jul 26 03:15:23.015392 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-f345d8cc-d2f0-4bfd-b126-111549711eb4 service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038644 Jul 26 03:15:23.117125 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-21ee660a-0a11-4948-a802-24757ba14750 service neutron] 10.222.0.42 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937619 Jul 26 03:15:23.155750 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:23.322125 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-98de7379-fe78-4ecc-bbb2-4ab82909531a req-43e2f53d-155d-4ac2-a3b0-7ef4a3c9a72d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 210 time: 0.0492311 Jul 26 03:15:23.948240 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-b0928d53-b2ff-4269-bd19-d7cb6b4ff43c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:23.950196 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-b0928d53-b2ff-4269-bd19-d7cb6b4ff43c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 810 time: 0.1090369 Jul 26 03:15:24.048964 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-572a9155-41f4-4ece-b04b-78becc569cf3 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daba0980548418ea98d4d0cf42ef92f HTTP/1.1" status: 200 len: 379 time: 0.0731096 Jul 26 03:15:24.064890 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6319f9f4-1a8c-4ec7-9648-64178c9f1d2a req-56af4c95-e479-4737-9d42-78d8851b22b5 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 210 time: 0.0330856 Jul 26 03:15:24.262299 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'port': {'device_id': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'admin_state_up': True, 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'security_groups': ['e74423d6-9ce0-4c46-862f-3568b1bbc31f']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:24.383577 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Made reservation on behalf of 6daba0980548418ea98d4d0cf42ef92f for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:15:24.387236 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:24.410006 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:24.464559 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-00d2c894-1a7b-4a1e-a4e1-4085d7797a29 req-c918a8e2-15f1-43ed-9d53-35c9dd5b3c87 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 210 time: 0.0384586 Jul 26 03:15:24.517095 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-485b4ddc-49e4-4376-b45b-347c0240055c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:24.518566 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-485b4ddc-49e4-4376-b45b-347c0240055c tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 815 time: 0.1521125 Jul 26 03:15:24.541599 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Allocated IP 172.20.0.10 (2ee3d40a-6386-40e4-904c-54dd185c894f/3794686e-8085-40a5-bd70-5b857623536a/f962a46d-878a-459e-9839-e85be7e331cc) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:15:24.562967 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:24.591337 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:24.602971 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-6e25e97d-2064-448a-992f-4af2818203be tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8d482c37d849cf8bdf035e110e0f34 HTTP/1.1" status: 200 len: 379 time: 0.0671976 Jul 26 03:15:24.604427 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:24.610294 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:24.646207 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'port': {'device_id': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'admin_state_up': True, 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'security_groups': ['b4215e7a-e66e-44ae-8afa-11dee8693acf']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:24.704477 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for port (f962a46d-878a-459e-9839-e85be7e331cc), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:24.743319 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (f962a46d-878a-459e-9839-e85be7e331cc), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:24.775321 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Made reservation on behalf of 9d8d482c37d849cf8bdf035e110e0f34 for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:15:24.778937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:24.781304 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:24.801144 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Network 2ee3d40a-6386-40e4-904c-54dd185c894f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:15:24.805130 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:15:24.816225 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:15:24.819103 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event updated for resources: {'Port': ['ID=f962a46d-878a-459e-9839-e85be7e331cc,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:24.901358 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:24.901987 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:24.939603 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-e9d73ff0-ce34-42a3-8298-aab8d7b5704f tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6760726 Jul 26 03:15:24.953376 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Request body: {'port': {'device_id': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:24.990338 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Allocated IP 172.20.0.5 (3f744be8-1146-4ad7-825e-8d297f751ced/1c525c5f-9e6c-4e62-a144-1be18d38e205/31d7b859-ab14-4275-adc3-9ff278f6873a) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:15:25.083464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (f962a46d-878a-459e-9839-e85be7e331cc), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.100508 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:25.183816 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5ebeebc2-02f7-422a-b2cb-5aece65a5fb4 None None] Provisioning complete for port f962a46d-878a-459e-9839-e85be7e331cc triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:15:25.184091 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5ebeebc2-02f7-422a-b2cb-5aece65a5fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (f962a46d-878a-459e-9839-e85be7e331cc), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.194065 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.208000 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d243693-3cc2-40ae-86da-d2d0130d2b6a req-e3726633-b15e-4053-a6fe-623446e2b2fe tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:25.209745 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7d243693-3cc2-40ae-86da-d2d0130d2b6a req-e3726633-b15e-4053-a6fe-623446e2b2fe tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 932 time: 0.0648613 Jul 26 03:15:25.219143 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5ebeebc2-02f7-422a-b2cb-5aece65a5fb4 None None] Port f962a46d-878a-459e-9839-e85be7e331cc cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:15:25.251452 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:25.269505 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.284290 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7d243693-3cc2-40ae-86da-d2d0130d2b6a req-fcfa3aba-ad82-4a5a-9aa3-6c4178ac5e75 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630844 Jul 26 03:15:25.330558 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Network 3f744be8-1146-4ad7-825e-8d297f751ced is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:15:25.336001 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:15:25.338178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event updated for resources: {'Port': ['ID=31d7b859-ab14-4275-adc3-9ff278f6873a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:25.339557 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:15:25.340350 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:15:25.361119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f962a46d-878a-459e-9839-e85be7e331cc {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:15:25.365384 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:25.369986 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Publish callbacks [] for port (f962a46d-878a-459e-9839-e85be7e331cc), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.386701 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Transition to ACTIVE for port object f962a46d-878a-459e-9839-e85be7e331cc will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:15:25.393268 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (f962a46d-878a-459e-9839-e85be7e331cc), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.394453 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:25.395202 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.414568 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c52fbaaf-3a5e-45e0-8552-53a83d1db181 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724833 Jul 26 03:15:25.434370 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Request body: {'port': {'device_id': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:25.443462 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Pushing event updated for resources: {'Port': ['ID=f962a46d-878a-459e-9839-e85be7e331cc,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:25.528391 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.539109 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Attempting to bind port f962a46d-878a-459e-9839-e85be7e331cc on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:15:25.539765 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Attempting to bind port f962a46d-878a-459e-9839-e85be7e331cc by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:15:25.540294 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Attempting to bind port f962a46d-878a-459e-9839-e85be7e331cc on network 2ee3d40a-6386-40e4-904c-54dd185c894f {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:15:25.547330 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Port f962a46d-878a-459e-9839-e85be7e331cc on network 2ee3d40a-6386-40e4-904c-54dd185c894f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:15:25.547652 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Attempting to bind port f962a46d-878a-459e-9839-e85be7e331cc on network 2ee3d40a-6386-40e4-904c-54dd185c894f {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:15:25.554235 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:15:25.554579 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Checking segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:15:25.554979 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Bound using segment: {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:15:25.555424 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Bound port: f962a46d-878a-459e-9839-e85be7e331cc, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:15:25.555781 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (f962a46d-878a-459e-9839-e85be7e331cc), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.624486 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9639-2e89-4967-a984-31edd4c510ff req-555ca0c2-26f4-43ae-8d22-f6ce0c959fa6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:25.627373 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-691c9639-2e89-4967-a984-31edd4c510ff req-555ca0c2-26f4-43ae-8d22-f6ce0c959fa6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 931 time: 0.0611775 Jul 26 03:15:25.631286 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:25.637772 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-3b072e96-9b72-49af-8b0f-1aefcba26677 None None] Provisioning complete for port 31d7b859-ab14-4275-adc3-9ff278f6873a triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:15:25.638794 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3b072e96-9b72-49af-8b0f-1aefcba26677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.682098 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-3b072e96-9b72-49af-8b0f-1aefcba26677 None None] Port 31d7b859-ab14-4275-adc3-9ff278f6873a cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:15:25.713196 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] For port f962a46d-878a-459e-9839-e85be7e331cc, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:15:25.733490 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] For port f962a46d-878a-459e-9839-e85be7e331cc, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f962a46d-878a-459e-9839-e85be7e331cc,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:15:25.740372 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-691c9639-2e89-4967-a984-31edd4c510ff req-3fefc54f-e3bd-43a7-ba18-5cc8727997cc tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911660 Jul 26 03:15:25.741801 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (f962a46d-878a-459e-9839-e85be7e331cc), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.773817 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:25.774441 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.775828 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] 10.222.0.36 "PUT /v2.0/ports/f962a46d-878a-459e-9839-e85be7e331cc HTTP/1.1" status: 200 len: 1094 time: 0.8372648 Jul 26 03:15:25.776236 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:25.778445 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "tag": "f962a46d-878a-459e-9839-e85be7e331cc"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:25.825854 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c79cab-5824-47f2-9b65-44d8b8db9c0e service neutron] Pushing event updated for resources: {'Port': ['ID=f962a46d-878a-459e-9839-e85be7e331cc,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:25.835169 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948364d-b806-4d3d-b430-8178475e6f2e x-openstack-request-id: req-8948364d-b806-4d3d-b430-8178475e6f2e {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:25.835387 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "tag": "f962a46d-878a-459e-9839-e85be7e331cc", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:25.835589 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8948364d-b806-4d3d-b430-8178475e6f2e {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:25.835978 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8948364d-b806-4d3d-b430-8178475e6f2e'] response: {'name': 'network-changed', 'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc', 'status': 'completed', 'code': 200} Jul 26 03:15:25.867283 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d7b859-ab14-4275-adc3-9ff278f6873a {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:15:25.874452 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-416cf944-004d-43ab-9b27-8d4aba2d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:25.875932 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Publish callbacks [] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.876280 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-416cf944-004d-43ab-9b27-8d4aba2d827a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 1128 time: 0.0430803 Jul 26 03:15:25.890594 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Transition to ACTIVE for port object 31d7b859-ab14-4275-adc3-9ff278f6873a will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:15:25.894959 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:25.927542 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-0281809a-bc6e-47f2-858f-3370e2ba1249 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f962a46d-878a-459e-9839-e85be7e331cc HTTP/1.1" status: 200 len: 217 time: 0.0390773 Jul 26 03:15:25.954478 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Pushing event updated for resources: {'Port': ['ID=31d7b859-ab14-4275-adc3-9ff278f6873a,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:25.985503 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:26.018660 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-ec2bfb62-048b-4d1f-ac70-2d60fd5e8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:26.020236 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-ec2bfb62-048b-4d1f-ac70-2d60fd5e8c07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 200 len: 849 time: 0.0824733 Jul 26 03:15:26.053442 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Attempting to bind port 31d7b859-ab14-4275-adc3-9ff278f6873a on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:15:26.054056 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Attempting to bind port 31d7b859-ab14-4275-adc3-9ff278f6873a by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:15:26.054478 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Attempting to bind port 31d7b859-ab14-4275-adc3-9ff278f6873a on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:15:26.059542 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Port 31d7b859-ab14-4275-adc3-9ff278f6873a on network 3f744be8-1146-4ad7-825e-8d297f751ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:15:26.059970 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Attempting to bind port 31d7b859-ab14-4275-adc3-9ff278f6873a on network 3f744be8-1146-4ad7-825e-8d297f751ced {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:15:26.065263 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:15:26.065673 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Checking segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:15:26.066115 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Bound using segment: {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:15:26.066618 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Bound port: 31d7b859-ab14-4275-adc3-9ff278f6873a, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bef7ad9-dc68-4395-8eae-832cb554f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:15:26.067067 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:26.071537 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-394d980a-a34b-42fe-93bf-322681f1f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:26.073231 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-394d980a-a34b-42fe-93bf-322681f1f6d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ee3d40a-6386-40e4-904c-54dd185c894f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433748 Jul 26 03:15:26.151604 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] For port 31d7b859-ab14-4275-adc3-9ff278f6873a, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:15:26.156839 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] For port 31d7b859-ab14-4275-adc3-9ff278f6873a, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=31d7b859-ab14-4275-adc3-9ff278f6873a,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:15:26.175572 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:26.183875 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-659d07a2-637c-4b18-9a43-8f2834a5f278 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027548 Jul 26 03:15:26.210352 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:26.211390 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:26.212845 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] 10.222.0.36 "PUT /v2.0/ports/31d7b859-ab14-4275-adc3-9ff278f6873a HTTP/1.1" status: 200 len: 1093 time: 0.7900825 Jul 26 03:15:26.221074 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:26.223894 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b1c90-abc4-4e1c-9c51-7bfd71682699" -d '{"events": [{"name": "network-changed", "server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:26.264362 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c31dd0-1093-4415-8873-f394e69e1029 service neutron] Pushing event updated for resources: {'Port': ['ID=31d7b859-ab14-4275-adc3-9ff278f6873a,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:26.295443 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45373c7-c123-4d51-8b01-f48521d1edc5 x-openstack-request-id: req-b45373c7-c123-4d51-8b01-f48521d1edc5 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:26.295816 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:26.296252 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b45373c7-c123-4d51-8b01-f48521d1edc5 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:26.296717 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45373c7-c123-4d51-8b01-f48521d1edc5'] response: {'name': 'network-changed', 'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'status': 'completed', 'code': 200} Jul 26 03:15:26.310439 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-026221b1-d4a4-4fa8-8e12-f2266892555e req-fd940f33-3bfe-4103-8bf1-937a91fe6ae0 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168516 Jul 26 03:15:26.335047 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c92c918e-5336-489e-9bc4-a1996ba5fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:26.337046 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-c92c918e-5336-489e-9bc4-a1996ba5fc16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 1127 time: 0.0606091 Jul 26 03:15:26.388277 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-1a12b756-33d1-4e0c-991c-f09b7513efc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d7b859-ab14-4275-adc3-9ff278f6873a HTTP/1.1" status: 200 len: 217 time: 0.0418186 Jul 26 03:15:26.439835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724c430-ed6e-4dde-afe3-a28b704a95a1 req-da266fce-a985-41f1-a1e6-ac00e080c565 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:26.444671 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7724c430-ed6e-4dde-afe3-a28b704a95a1 req-da266fce-a985-41f1-a1e6-ac00e080c565 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 944 time: 0.0590374 Jul 26 03:15:26.478584 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:26.491395 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7724c430-ed6e-4dde-afe3-a28b704a95a1 req-52aa444f-a574-4b5a-8918-41f37054a40c tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Jul 26 03:15:26.839176 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64db69-cb4c-4239-92dd-453840280f17 req-e6acdecd-c51a-4eb5-a9a1-a4602ceabe1c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:26.840649 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-af64db69-cb4c-4239-92dd-453840280f17 req-e6acdecd-c51a-4eb5-a9a1-a4602ceabe1c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0487936 Jul 26 03:15:26.864576 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195cb16-dc41-4b78-a63b-35a62ead39e0 req-0bb7fe10-7a48-4d0b-97a2-b67bd5b3ce29 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:26.866075 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b195cb16-dc41-4b78-a63b-35a62ead39e0 req-0bb7fe10-7a48-4d0b-97a2-b67bd5b3ce29 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 943 time: 0.0507507 Jul 26 03:15:26.889628 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-af64db69-cb4c-4239-92dd-453840280f17 req-9c98cf40-464a-43a3-ba22-1156bc3e226e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Jul 26 03:15:26.912793 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b195cb16-dc41-4b78-a63b-35a62ead39e0 req-4694d0ae-d290-40a2-81da-ff7119779e91 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411377 Jul 26 03:15:27.229801 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-1754ae55-e3e1-405e-9bc5-e1c62ff85ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:27.231473 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-1754ae55-e3e1-405e-9bc5-e1c62ff85ccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0534093 Jul 26 03:15:27.234921 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-81634c8b-8ca9-4cc3-ad17-6d3a836dd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:27.236636 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-81634c8b-8ca9-4cc3-ad17-6d3a836dd508 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 1128 time: 0.0418999 Jul 26 03:15:27.328204 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device f962a46d-878a-459e-9839-e85be7e331cc details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:15:27.367537 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:27.377283 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-45ba8732-a545-4dbb-ad27-6584ce3a55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:27.378802 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-45ba8732-a545-4dbb-ad27-6584ce3a55a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565193 Jul 26 03:15:27.418547 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-8cb41975-d69a-463f-aef2-6aec4e24b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:27.420147 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-8cb41975-d69a-463f-aef2-6aec4e24b8f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 911 time: 0.0974870 Jul 26 03:15:27.446034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port f962a46d-878a-459e-9839-e85be7e331cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f962a46d-878a-459e-9839-e85be7e331cc,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:27.463549 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'f962a46d-878a-459e-9839-e85be7e331cc', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'port_id': 'f962a46d-878a-459e-9839-e85be7e331cc', 'mac_address': 'fa:16:3e:f3:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:15:27.469680 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-cd23b59b-2c76-48a8-a2b7-0931d1975018 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f962a46d-878a-459e-9839-e85be7e331cc HTTP/1.1" status: 200 len: 217 time: 0.0408120 Jul 26 03:15:27.485383 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-b0c26654-fd41-40c1-86fd-59811ad1fb16 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990553 Jul 26 03:15:27.502765 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port f962a46d-878a-459e-9839-e85be7e331cc is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:15:27.503211 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (f962a46d-878a-459e-9839-e85be7e331cc), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.522394 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f962a46d-878a-459e-9839-e85be7e331cc {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:15:27.541416 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58066) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:27.546543 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port f962a46d-878a-459e-9839-e85be7e331cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f962a46d-878a-459e-9839-e85be7e331cc,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:27.550881 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (f962a46d-878a-459e-9839-e85be7e331cc), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.568389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-1e3c11c0-eead-4d12-b709-9f2c635325ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:27.572728 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-1e3c11c0-eead-4d12-b709-9f2c635325ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 200 len: 849 time: 0.0970249 Jul 26 03:15:27.606651 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0cf315dd-4551-463c-89a4-6e08deb410b6 req-defd6d5c-139e-449c-ada5-b49092ac4f1c service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149094 Jul 26 03:15:27.620205 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=f962a46d-878a-459e-9839-e85be7e331cc,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:27.641970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-c18f0c85-a718-4d1a-8132-f274384b01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:27.642533 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-c18f0c85-a718-4d1a-8132-f274384b01d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ee3d40a-6386-40e4-904c-54dd185c894f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630369 Jul 26 03:15:27.663196 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dc8d6-2365-4967-8006-1c5e82e29442 req-342d34c2-d5e0-431d-83eb-a1fde9e1275d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:27.664769 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d06dc8d6-2365-4967-8006-1c5e82e29442 req-342d34c2-d5e0-431d-83eb-a1fde9e1275d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 945 time: 0.0572042 Jul 26 03:15:27.683998 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25d3eeb3-bfae-42f6-bce2-91328b5efb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.713678 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d06dc8d6-2365-4967-8006-1c5e82e29442 req-e969dd13-82d4-445d-a58b-6ec4db4020d2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 Jul 26 03:15:27.756563 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:27.758564 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25d3eeb3-bfae-42f6-bce2-91328b5efb2f admin admin] Publish callbacks [] for security_group (a8e59992-ec79-4962-9899-17ffcda963d5), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.763180 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-25d3eeb3-bfae-42f6-bce2-91328b5efb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a8e59992-ec79-4962-9899-17ffcda963d5), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.803479 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['f962a46d-878a-459e-9839-e85be7e331cc'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:15:27.803785 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-25d3eeb3-bfae-42f6-bce2-91328b5efb2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e6cfe29946d49bfa9afcdb9dc3aa8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613442 Jul 26 03:15:27.804621 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3eeb3-bfae-42f6-bce2-91328b5efb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e59992-ec79-4962-9899-17ffcda963d5,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:27.806641 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 58070) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:27.814327 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:27.862971 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-85b924d4-4066-4010-ad3d-ba9ed7cbf3c8 admin admin] Publish callbacks [] for security_group (a8e59992-ec79-4962-9899-17ffcda963d5), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.885333 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-85b924d4-4066-4010-ad3d-ba9ed7cbf3c8 admin admin] Publish callbacks [] for security_group (a8e59992-ec79-4962-9899-17ffcda963d5), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.936210 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-85b924d4-4066-4010-ad3d-ba9ed7cbf3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a8e59992-ec79-4962-9899-17ffcda963d5), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.939263 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-85b924d4-4066-4010-ad3d-ba9ed7cbf3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:27.940514 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-85b924d4-4066-4010-ad3d-ba9ed7cbf3c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8e59992-ec79-4962-9899-17ffcda963d5 HTTP/1.1" status: 204 len: 168 time: 0.1327112 Jul 26 03:15:27.949586 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b924d4-4066-4010-ad3d-ba9ed7cbf3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e59992-ec79-4962-9899-17ffcda963d5,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:28.032176 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b535bee-c790-470f-b146-64412f3e78f8 req-5db60cae-e151-4d7d-ac4b-d26992f1761f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:28.033689 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4b535bee-c790-470f-b146-64412f3e78f8 req-5db60cae-e151-4d7d-ac4b-d26992f1761f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0629439 Jul 26 03:15:28.054113 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61697796-b410-4f8d-9d26-dbd195035a6e req-78ecd385-e8bd-4f02-88ab-bfb5c6f0aea1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:28.055702 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-61697796-b410-4f8d-9d26-dbd195035a6e req-78ecd385-e8bd-4f02-88ab-bfb5c6f0aea1 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 943 time: 0.0665348 Jul 26 03:15:28.082631 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4b535bee-c790-470f-b146-64412f3e78f8 req-f5c1cc04-bb4a-45aa-b995-f0f30f3e5d06 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Jul 26 03:15:28.111844 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-61697796-b410-4f8d-9d26-dbd195035a6e req-407ca33d-6832-455c-bfcb-29cafaeae2e4 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480604 Jul 26 03:15:28.495157 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-c86733b9-f63d-4f63-b698-ca3a1a71154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:28.496727 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-c86733b9-f63d-4f63-b698-ca3a1a71154c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 1127 time: 0.0457823 Jul 26 03:15:28.558863 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-0d71fd56-ecce-404d-a50a-a573a95a3809 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072009 Jul 26 03:15:28.606418 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-f5c19602-cd94-456a-ad56-47da40c783c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:28.608163 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-f5c19602-cd94-456a-ad56-47da40c783c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 916 time: 0.1051900 Jul 26 03:15:28.649034 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-459801af-3a13-46c9-869d-c9e0fbffb82d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d7b859-ab14-4275-adc3-9ff278f6873a HTTP/1.1" status: 200 len: 217 time: 0.0343444 Jul 26 03:15:28.655589 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-31193048-eeb3-40f7-8a3e-9eab8bf4acf9 req-1e9f9951-1ead-4555-9c04-2ceb47aea586 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884826 Jul 26 03:15:28.702570 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-96e63e55-ecf4-4ed2-ad76-d8486d3b293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:28.704128 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-96e63e55-ecf4-4ed2-ad76-d8486d3b293d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0489259 Jul 26 03:15:28.748660 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-d1da2d74-4807-4daf-b79a-f467328cb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:28.750450 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-d1da2d74-4807-4daf-b79a-f467328cb455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403295 Jul 26 03:15:28.836391 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8b43-d304-4560-809a-b4f6c2810ff3 req-6ec2b3d1-c797-4aef-a6ee-da617b88f78b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:28.837924 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c55b8b43-d304-4560-809a-b4f6c2810ff3 req-6ec2b3d1-c797-4aef-a6ee-da617b88f78b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 945 time: 0.0508912 Jul 26 03:15:28.849264 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-805d640e-450e-4f58-a5d6-132d01ec0e03 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921361 Jul 26 03:15:28.887245 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c55b8b43-d304-4560-809a-b4f6c2810ff3 req-f07eb1db-3eb6-49a7-b6a8-839303dc7e0b tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Jul 26 03:15:28.897000 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:28.954500 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-576b1c90-abc4-4e1c-9c51-7bfd71682699 req-0f56e76d-3002-47f4-922c-25d26edab4ea service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992863 Jul 26 03:15:29.221204 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c07a-ca57-4fba-91f3-b0d2451f8cb7 req-3bba0fb1-9b10-4ba9-a22d-bf4d004fdad3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:29.227544 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0dc0c07a-ca57-4fba-91f3-b0d2451f8cb7 req-3bba0fb1-9b10-4ba9-a22d-bf4d004fdad3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0630562 Jul 26 03:15:29.247527 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e608-aaa4-4bce-9f78-dad56b361181 req-458df794-9703-4a8e-a195-559e81e393ad tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:29.251661 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e958e608-aaa4-4bce-9f78-dad56b361181 req-458df794-9703-4a8e-a195-559e81e393ad tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 943 time: 0.0648043 Jul 26 03:15:29.284022 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0dc0c07a-ca57-4fba-91f3-b0d2451f8cb7 req-2c8a12cb-7b6b-4c66-93de-87ce82280d6d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529442 Jul 26 03:15:29.300580 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e958e608-aaa4-4bce-9f78-dad56b361181 req-4a5a92bc-26a7-4861-9962-7f31ff9061a6 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445888 Jul 26 03:15:29.342105 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 31d7b859-ab14-4275-adc3-9ff278f6873a details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:15:29.346415 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device f962a46d-878a-459e-9839-e85be7e331cc up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:15:29.441152 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port f962a46d-878a-459e-9839-e85be7e331cc completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:15:29.460907 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:29.463382 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port f962a46d-878a-459e-9839-e85be7e331cc triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:15:29.463750 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (f962a46d-878a-459e-9839-e85be7e331cc), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:29.632516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:29.658862 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 31d7b859-ab14-4275-adc3-9ff278f6873a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=31d7b859-ab14-4275-adc3-9ff278f6873a,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:29.674115 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'port_id': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'mac_address': 'fa:16:3e:43:9d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:15:29.736416 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 31d7b859-ab14-4275-adc3-9ff278f6873a is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:15:29.736802 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:29.740032 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port f962a46d-878a-459e-9839-e85be7e331cc is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:15:29.740399 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (f962a46d-878a-459e-9839-e85be7e331cc), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:29.762796 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d7b859-ab14-4275-adc3-9ff278f6873a {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:15:29.783753 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:29.786014 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb93e8-32ef-4be3-a72d-0c917a7cd666" -d '{"events": [{"server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "name": "network-vif-plugged", "status": "completed", "tag": "f962a46d-878a-459e-9839-e85be7e331cc"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:29.803471 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 31d7b859-ab14-4275-adc3-9ff278f6873a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=31d7b859-ab14-4275-adc3-9ff278f6873a,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:29.805309 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port f962a46d-878a-459e-9839-e85be7e331cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f962a46d-878a-459e-9839-e85be7e331cc,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:29.808747 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:29.812919 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (f962a46d-878a-459e-9839-e85be7e331cc), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:29.833369 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9dee14-befd-49d9-bc4e-d8d9583b54c5 x-openstack-request-id: req-9d9dee14-befd-49d9-bc4e-d8d9583b54c5 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:29.833755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "name": "network-vif-plugged", "status": "completed", "tag": "f962a46d-878a-459e-9839-e85be7e331cc", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:29.833992 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d9dee14-befd-49d9-bc4e-d8d9583b54c5 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:29.834371 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9dee14-befd-49d9-bc4e-d8d9583b54c5'] response: {'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc', 'code': 200} Jul 26 03:15:29.859395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=31d7b859-ab14-4275-adc3-9ff278f6873a,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:29.906905 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=f962a46d-878a-459e-9839-e85be7e331cc,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:30.001463 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e45b-2e74-4834-9945-73a06deed13f req-aa8145da-eb7b-43b5-a05f-313fddf7d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:30.002997 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e827e45b-2e74-4834-9945-73a06deed13f req-aa8145da-eb7b-43b5-a05f-313fddf7d926 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 1130 time: 0.0389984 Jul 26 03:15:30.009230 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461c93-85f2-4815-aa44-05fd69da4654 req-f65ef8d5-9f9f-40f0-b111-ea834b7f1125 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:30.010792 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-91461c93-85f2-4815-aa44-05fd69da4654 req-f65ef8d5-9f9f-40f0-b111-ea834b7f1125 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0519295 Jul 26 03:15:30.047306 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e827e45b-2e74-4834-9945-73a06deed13f req-68e763f3-9a65-4826-8045-3f9fb3b1d244 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375743 Jul 26 03:15:30.060087 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['31d7b859-ab14-4275-adc3-9ff278f6873a'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:15:30.060853 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-91461c93-85f2-4815-aa44-05fd69da4654 req-bf72fca9-e257-491c-acaa-09486dfbafe0 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Jul 26 03:15:30.417541 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae14851-c0e5-4711-a888-bf7078060cc6 req-855fab7b-6f40-4b19-b4b8-60e342e12073 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:30.419062 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3ae14851-c0e5-4711-a888-bf7078060cc6 req-855fab7b-6f40-4b19-b4b8-60e342e12073 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0472128 Jul 26 03:15:30.423423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55c51-bf00-49e6-a566-9a1c617bfeb0 req-3c3cc233-a307-4898-8fd6-693cd22be022 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:30.424895 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bbd55c51-bf00-49e6-a566-9a1c617bfeb0 req-3c3cc233-a307-4898-8fd6-693cd22be022 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 944 time: 0.0478747 Jul 26 03:15:30.465856 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3ae14851-c0e5-4711-a888-bf7078060cc6 req-d206597a-2522-4dcf-83fb-4be41e11c9f4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410748 Jul 26 03:15:30.467492 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:30.472258 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bbd55c51-bf00-49e6-a566-9a1c617bfeb0 req-d274f76c-e496-454b-ba30-592bccc4af2a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417356 Jul 26 03:15:30.713783 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:31.342120 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 31d7b859-ab14-4275-adc3-9ff278f6873a up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:15:31.387494 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 31d7b859-ab14-4275-adc3-9ff278f6873a completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:15:31.395479 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 31d7b859-ab14-4275-adc3-9ff278f6873a triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:15:31.395994 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:31.455906 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:31.468720 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d317e-6231-47e8-b087-0e1d812d273b req-49d61af4-57b0-4101-ada9-7571df874803 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:31.470296 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dc6d317e-6231-47e8-b087-0e1d812d273b req-49d61af4-57b0-4101-ada9-7571df874803 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.3195136 Jul 26 03:15:31.476153 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 31d7b859-ab14-4275-adc3-9ff278f6873a is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:15:31.476545 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:31.517121 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 31d7b859-ab14-4275-adc3-9ff278f6873a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=31d7b859-ab14-4275-adc3-9ff278f6873a,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:31.521084 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-dc6d317e-6231-47e8-b087-0e1d812d273b req-2b1c2eec-28a9-45d1-b70e-4ccab2830ac6 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443692 Jul 26 03:15:31.524139 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:31.571614 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=31d7b859-ab14-4275-adc3-9ff278f6873a,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:31.598478 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1521f4-06c6-4255-8b3d-8e32cc3d05a7 req-55e7e245-23b6-4faa-973d-2fe509673fc2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:31.600115 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9d1521f4-06c6-4255-8b3d-8e32cc3d05a7 req-55e7e245-23b6-4faa-973d-2fe509673fc2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0533247 Jul 26 03:15:31.644196 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be7695-d56e-4694-8d7b-f43bf5a9dd02 req-7cdae437-5365-4fad-891e-63b54e110ac3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:31.645994 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8be7695-d56e-4694-8d7b-f43bf5a9dd02 req-7cdae437-5365-4fad-891e-63b54e110ac3 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0475862 Jul 26 03:15:31.647333 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9d1521f4-06c6-4255-8b3d-8e32cc3d05a7 req-8b33d014-063f-4bd5-b8d6-7d1823b3adfc tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Jul 26 03:15:31.694309 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8be7695-d56e-4694-8d7b-f43bf5a9dd02 req-4267e301-1abe-4eb6-98bf-72ee4feae1be tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 Jul 26 03:15:31.836164 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:31.839278 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098bdc5c-40b0-400e-aa29-206073a59980" -d '{"events": [{"server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "name": "network-vif-plugged", "status": "completed", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:31.882167 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4716966b-3ce8-4edc-bbce-68781d1c4ad8 x-openstack-request-id: req-4716966b-3ce8-4edc-bbce-68781d1c4ad8 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:31.882454 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "name": "network-vif-plugged", "status": "completed", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:31.882702 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4716966b-3ce8-4edc-bbce-68781d1c4ad8 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:31.883383 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4716966b-3ce8-4edc-bbce-68781d1c4ad8'] response: {'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'code': 200} Jul 26 03:15:32.056045 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9014d7-2b7f-4646-8f79-61dcdb2d761b req-d1f59764-3170-4e99-8979-2a4e7e60e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:32.057499 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-da9014d7-2b7f-4646-8f79-61dcdb2d761b req-d1f59764-3170-4e99-8979-2a4e7e60e08a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 1129 time: 0.0422149 Jul 26 03:15:32.103694 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-da9014d7-2b7f-4646-8f79-61dcdb2d761b req-77b740a5-a6f2-4e9b-aeec-1fbc02b5598c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Jul 26 03:15:32.655146 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacadd4-cbdb-4f6c-a8a9-c72c2fe5be90 req-5a67f41f-ae4d-480f-ba7c-48c4f025ce2d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:32.656593 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2cacadd4-cbdb-4f6c-a8a9-c72c2fe5be90 req-5a67f41f-ae4d-480f-ba7c-48c4f025ce2d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0464430 Jul 26 03:15:32.708701 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-2cacadd4-cbdb-4f6c-a8a9-c72c2fe5be90 req-ea493d15-ce6a-4b25-ada3-c2340bdc367e tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Jul 26 03:15:32.772891 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cdc43-862a-4963-a637-886d353c963c req-25a9146e-7bdb-43ed-8fb0-761fe32cd501 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:32.774379 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-072cdc43-862a-4963-a637-886d353c963c req-25a9146e-7bdb-43ed-8fb0-761fe32cd501 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0474918 Jul 26 03:15:32.812802 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c2475-c356-40af-b9e0-5c8ebf1ccd77 req-bf9af5b8-4eac-462c-beb8-f4fcfc1432fc tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:32.814456 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b2c2475-c356-40af-b9e0-5c8ebf1ccd77 req-bf9af5b8-4eac-462c-beb8-f4fcfc1432fc tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0476050 Jul 26 03:15:32.822941 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-072cdc43-862a-4963-a637-886d353c963c req-60e9be87-6551-4dc7-a70b-ec208b0aac49 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Jul 26 03:15:32.866671 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b2c2475-c356-40af-b9e0-5c8ebf1ccd77 req-9d4cac32-8436-449c-8ffb-5eb117c4ce57 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458126 Jul 26 03:15:32.910208 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:32.923320 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93ba2-0667-4e93-b174-85f5457707f3 req-e4a26b6c-ad24-46fe-8aa5-2de7621e7db0 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:32.924755 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-25c93ba2-0667-4e93-b174-85f5457707f3 req-e4a26b6c-ad24-46fe-8aa5-2de7621e7db0 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0459564 Jul 26 03:15:32.935095 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 58172) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:32.939645 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Request body: {'floatingip': {'port_id': 'f962a46d-878a-459e-9839-e85be7e331cc'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:32.977674 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (40cda510-0978-4662-aa2a-89a73a4b0573), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:33.223014 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:33.291219 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=91 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:33.425294 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:33.431323 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (40cda510-0978-4662-aa2a-89a73a4b0573), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:33.534855 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Floating IP 40cda510-0978-4662-aa2a-89a73a4b0573 associated. External IP: 172.27.3.115, port: f962a46d-878a-459e-9839-e85be7e331cc. Jul 26 03:15:33.606566 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:33.735575 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Router 7341cc72-2053-4525-97ce-be3c55bedcf5 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:15:33.843657 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:15:33.848886 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:33.853917 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] Sync routers for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:15:33.867358 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:33.868212 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:15:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:33.885221 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-258d9c03-1419-491d-9b28-fc6fac246c0d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "PUT /v2.0/floatingips/40cda510-0978-4662-aa2a-89a73a4b0573 HTTP/1.1" status: 200 len: 992 time: 0.9489832 Jul 26 03:15:33.885820 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:33.888141 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197b8614-9200-4c7e-82de-8537c69a61b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "tag": "f962a46d-878a-459e-9839-e85be7e331cc"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:33.941982 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64425ce8-92fa-4784-a1d1-0b971c971cae x-openstack-request-id: req-64425ce8-92fa-4784-a1d1-0b971c971cae {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:33.942387 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "tag": "f962a46d-878a-459e-9839-e85be7e331cc", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:33.942834 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64425ce8-92fa-4784-a1d1-0b971c971cae {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:33.943346 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64425ce8-92fa-4784-a1d1-0b971c971cae'] response: {'name': 'network-changed', 'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc', 'status': 'completed', 'code': 200} Jul 26 03:15:33.962657 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466044-1fca-4c32-bec8-8ecb521f2ed5 req-710e0449-dc92-4405-ac62-2bfc2fb5512d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:33.964378 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-05466044-1fca-4c32-bec8-8ecb521f2ed5 req-710e0449-dc92-4405-ac62-2bfc2fb5512d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0574155 Jul 26 03:15:33.965055 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:33.975853 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:34.000345 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:34.023801 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-05466044-1fca-4c32-bec8-8ecb521f2ed5 req-07e8be2b-369a-4ff3-ac85-4112340611cb tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522997 Jul 26 03:15:34.027689 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9f78d-456a-458a-9b40-c69439d74a78 req-b0e96cd7-000e-4bec-b13a-a76d5909b931 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:34.029206 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-85b9f78d-456a-458a-9b40-c69439d74a78 req-b0e96cd7-000e-4bec-b13a-a76d5909b931 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0565653 Jul 26 03:15:34.082373 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-85b9f78d-456a-458a-9b40-c69439d74a78 req-9400ea42-de8a-4eb9-a14f-3e87f12f6419 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473108 Jul 26 03:15:34.223114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '40cda510-0978-4662-aa2a-89a73a4b0573', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'port_id': 'f962a46d-878a-459e-9839-e85be7e331cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'mac_address': 'fa:16:3e:f3:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:15:21Z', 'updated_at': '2022-07-26T03:15:33Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:34.247160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] Checking router: 7341cc72-2053-4525-97ce-be3c55bedcf5 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:15:34.255769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:34.256308 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:15:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:34.363088 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:34.570342 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '40cda510-0978-4662-aa2a-89a73a4b0573', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'port_id': 'f962a46d-878a-459e-9839-e85be7e331cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'mac_address': 'fa:16:3e:f3:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:15:21Z', 'updated_at': '2022-07-26T03:15:33Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:34.598406 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79d77a-0162-4519-8cbd-811d11fa907a None None] The sync data for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi is: [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '40cda510-0978-4662-aa2a-89a73a4b0573', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'port_id': 'f962a46d-878a-459e-9839-e85be7e331cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'mac_address': 'fa:16:3e:f3:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:15:21Z', 'updated_at': '2022-07-26T03:15:33Z', 'revision_number': 1, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:15:34.782557 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec170a-1dd6-4295-95ed-529984c4a4dd None None] New status for floating IP 40cda510-0978-4662-aa2a-89a73a4b0573: ACTIVE {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:15:35.325910 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d06c2c-6b6f-4f18-bd45-85b29cb95e72 req-d627e688-b58c-4bde-abc2-2b8a07319efb tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:35.331473 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a5d06c2c-6b6f-4f18-bd45-85b29cb95e72 req-d627e688-b58c-4bde-abc2-2b8a07319efb tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.2170677 Jul 26 03:15:35.365542 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47760fde-534f-439f-aa5d-0eb9b1c116f4 req-e257f2b9-d714-4179-b833-18f519498d58 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:35.367045 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-47760fde-534f-439f-aa5d-0eb9b1c116f4 req-e257f2b9-d714-4179-b833-18f519498d58 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.2111111 Jul 26 03:15:35.407237 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-4cb2bb17-5ce2-4cfe-bfeb-c892fde39560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:35.408725 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-4cb2bb17-5ce2-4cfe-bfeb-c892fde39560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6daba0980548418ea98d4d0cf42ef92f&device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 1130 time: 0.0607152 Jul 26 03:15:35.412050 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a5d06c2c-6b6f-4f18-bd45-85b29cb95e72 req-a0674b31-d00e-4106-b216-c69ff52ad1da tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787640 Jul 26 03:15:35.413892 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-47760fde-534f-439f-aa5d-0eb9b1c116f4 req-3aec2dce-d148-4d0d-96d7-384a8cf13502 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Jul 26 03:15:35.485810 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:35.501536 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-738f1a65-c1c0-4af7-968b-dfa78d896307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:35.503027 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-738f1a65-c1c0-4af7-968b-dfa78d896307 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 200 len: 911 time: 0.0878403 Jul 26 03:15:35.575463 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-9c331615-1c25-4655-8299-21d49bc12ce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f962a46d-878a-459e-9839-e85be7e331cc HTTP/1.1" status: 200 len: 1002 time: 0.0588341 Jul 26 03:15:35.628144 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-ed1449fc-38e0-4219-9e49-8233c54c7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:35.629647 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-ed1449fc-38e0-4219-9e49-8233c54c7ee9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 200 len: 849 time: 0.0460577 Jul 26 03:15:36.145487 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-a3c4ff55-e90e-4de4-a914-71b4373e10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:36.147167 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-a3c4ff55-e90e-4de4-a914-71b4373e10a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ee3d40a-6386-40e4-904c-54dd185c894f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424991 Jul 26 03:15:36.242885 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-764dd8de-75b6-4214-880e-ee2bb0ba2773 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881186 Jul 26 03:15:36.333418 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-197b8614-9200-4c7e-82de-8537c69a61b8 req-1bb348a1-82d0-4d4b-ab93-51c6761892b8 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Jul 26 03:15:36.537438 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765068d-e779-4c57-9607-30cf72da4ab6 req-8ab83090-ecb2-472e-92de-d23b0b3461d0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:36.539038 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2765068d-e779-4c57-9607-30cf72da4ab6 req-8ab83090-ecb2-472e-92de-d23b0b3461d0 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0479898 Jul 26 03:15:36.549640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293109-b33e-4e39-af96-de73965bd861 req-96c0cdfe-b438-479d-aa41-389beabdf135 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:36.551145 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-48293109-b33e-4e39-af96-de73965bd861 req-96c0cdfe-b438-479d-aa41-389beabdf135 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0473406 Jul 26 03:15:36.581106 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:36.590751 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2765068d-e779-4c57-9607-30cf72da4ab6 req-e2a8c085-2d1f-4db9-b78d-f2f296b00d06 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453999 Jul 26 03:15:36.607094 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-48293109-b33e-4e39-af96-de73965bd861 req-116d4e4e-7d6c-4841-8b71-15af5940db12 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482013 Jul 26 03:15:36.702594 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9a091-4f69-4448-a470-cb7e28ce589f req-fd2e978d-cace-408e-ac5d-d88456720e6a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:36.704181 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-16d9a091-4f69-4448-a470-cb7e28ce589f req-fd2e978d-cace-408e-ac5d-d88456720e6a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0469489 Jul 26 03:15:36.713807 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58232) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:36.718127 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Request body: {'floatingip': {'port_id': '31d7b859-ab14-4275-adc3-9ff278f6873a'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:15:36.772618 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (1763aa0a-e9b9-4a45-a38f-0ff6f959ed19), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:37.219330 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:37.225186 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1763aa0a-e9b9-4a45-a38f-0ff6f959ed19), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:37.577777 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP 1763aa0a-e9b9-4a45-a38f-0ff6f959ed19 associated. External IP: 172.27.3.51, port: 31d7b859-ab14-4275-adc3-9ff278f6873a. Jul 26 03:15:37.608035 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:37.667349 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:37.733274 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8f297-4b5b-472e-a6bb-4c70209a9bb4 req-337d499a-7c97-4c79-8f78-0b84aa8b75c3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:37.734751 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-64b8f297-4b5b-472e-a6bb-4c70209a9bb4 req-337d499a-7c97-4c79-8f78-0b84aa8b75c3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0475690 Jul 26 03:15:37.779428 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:15:37.781559 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-64b8f297-4b5b-472e-a6bb-4c70209a9bb4 req-fce2a838-f705-4a38-98fb-e5f9e46467e2 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411515 Jul 26 03:15:37.885709 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:15:37.891328 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:37.897066 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:15:37.907614 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:37.908230 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:15:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:37.925959 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-1421d9f3-be7b-428b-b8b9-40c4e3f7076d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "PUT /v2.0/floatingips/1763aa0a-e9b9-4a45-a38f-0ff6f959ed19 HTTP/1.1" status: 200 len: 990 time: 1.2111166 Jul 26 03:15:37.926544 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:37.928875 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19de7c7-2517-4089-88a7-a5bad67e22ad" -d '{"events": [{"name": "network-changed", "server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:37.966049 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b767d4-77c0-413a-ad90-2dd759732ded x-openstack-request-id: req-38b767d4-77c0-413a-ad90-2dd759732ded {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:37.966337 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:37.966583 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38b767d4-77c0-413a-ad90-2dd759732ded {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:37.967016 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b767d4-77c0-413a-ad90-2dd759732ded'] response: {'name': 'network-changed', 'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'status': 'completed', 'code': 200} Jul 26 03:15:38.017278 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:38.035548 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-dd6b1ef8-cf1b-4bf8-9fd8-52eb1dd5d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:38.036985 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-dd6b1ef8-cf1b-4bf8-9fd8-52eb1dd5d378 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 1129 time: 0.0472255 Jul 26 03:15:38.130361 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-3d75ea37-df3c-47f3-8b93-7cec652271a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:38.132023 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-3d75ea37-df3c-47f3-8b93-7cec652271a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 200 len: 916 time: 0.0890033 Jul 26 03:15:38.192645 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-29bcc1b5-384d-40db-824d-d2581f0ec237 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d7b859-ab14-4275-adc3-9ff278f6873a HTTP/1.1" status: 200 len: 998 time: 0.0540199 Jul 26 03:15:38.210744 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:38.219347 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:38.223050 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1763aa0a-e9b9-4a45-a38f-0ff6f959ed19', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:43:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:15:22Z', 'updated_at': '2022-07-26T03:15:37Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:38.245674 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-d5482491-e26d-445c-a817-eda0136008eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:38.247199 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-d5482491-e26d-445c-a817-eda0136008eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 200 len: 854 time: 0.0479856 Jul 26 03:15:38.251906 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:15:38.260445 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:15:38.261046 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:15:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:38.293278 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-31de2ded-1cbf-448f-8a73-43c70b27b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:38.294821 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-31de2ded-1cbf-448f-8a73-43c70b27b44e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f744be8-1146-4ad7-825e-8d297f751ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398629 Jul 26 03:15:38.361942 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:15:38.392573 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-140a964e-2c75-491e-9a54-12a643ab864b service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908151 Jul 26 03:15:38.508522 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e19de7c7-2517-4089-88a7-a5bad67e22ad req-1576c30d-7e9a-4dec-bc00-7fa531134697 service neutron] 10.222.0.36 "GET /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095371 Jul 26 03:15:38.710773 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1763aa0a-e9b9-4a45-a38f-0ff6f959ed19', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:43:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:15:22Z', 'updated_at': '2022-07-26T03:15:37Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:15:38.739925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d7c7-2a98-444c-ac0c-a056c414f859 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '1763aa0a-e9b9-4a45-a38f-0ff6f959ed19', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'port_id': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'mac_address': 'fa:16:3e:43:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:15:22Z', 'updated_at': '2022-07-26T03:15:37Z', 'revision_number': 1, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:15:38.870688 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:38.887117 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58272) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:38.911992 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127665e-fe90-45cd-8ee0-1cf466aa0e24 req-c9f8a29a-1fd6-478b-9653-c53dc23c4b37 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:38.913615 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1127665e-fe90-45cd-8ee0-1cf466aa0e24 req-c9f8a29a-1fd6-478b-9653-c53dc23c4b37 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0519445 Jul 26 03:15:38.960535 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dde286-fe4e-4284-aced-15bc8f792a88 None None] New status for floating IP 1763aa0a-e9b9-4a45-a38f-0ff6f959ed19: ACTIVE {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:15:38.973519 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1127665e-fe90-45cd-8ee0-1cf466aa0e24 req-7e5a527f-402c-4c79-8dcc-572b53a48dab tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536489 Jul 26 03:15:39.019542 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a008-ff1a-4834-a5b9-e7436c5c9170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.094464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a008-ff1a-4834-a5b9-e7436c5c9170 admin admin] Publish callbacks [] for security_group (b77a203e-1bf1-47b3-a753-42a2984a21c2), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.098852 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f4d4a008-ff1a-4834-a5b9-e7436c5c9170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b77a203e-1bf1-47b3-a753-42a2984a21c2), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.138445 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f4d4a008-ff1a-4834-a5b9-e7436c5c9170 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4a4bb73716f4c7b80f33e7979f048e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502143 Jul 26 03:15:39.139386 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4a008-ff1a-4834-a5b9-e7436c5c9170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a203e-1bf1-47b3-a753-42a2984a21c2,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:39.141634 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 58276) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:39.191268 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-978b6b9a-9c36-4d2e-ac81-f17255e82f87 admin admin] Publish callbacks [] for security_group (b77a203e-1bf1-47b3-a753-42a2984a21c2), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.214557 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-978b6b9a-9c36-4d2e-ac81-f17255e82f87 admin admin] Publish callbacks [] for security_group (b77a203e-1bf1-47b3-a753-42a2984a21c2), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.264155 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-978b6b9a-9c36-4d2e-ac81-f17255e82f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b77a203e-1bf1-47b3-a753-42a2984a21c2), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.266731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-978b6b9a-9c36-4d2e-ac81-f17255e82f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.267919 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-978b6b9a-9c36-4d2e-ac81-f17255e82f87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b77a203e-1bf1-47b3-a753-42a2984a21c2 HTTP/1.1" status: 204 len: 168 time: 0.1253011 Jul 26 03:15:39.275805 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b6b9a-9c36-4d2e-ac81-f17255e82f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a203e-1bf1-47b3-a753-42a2984a21c2,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:39.397594 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-4c020a78-4b4f-440b-8ba1-b34c69cec777 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395932 Jul 26 03:15:39.479058 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-d4db4c46-5ff5-46ab-83f3-f086a3d169bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:39.480470 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-d4db4c46-5ff5-46ab-83f3-f086a3d169bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1130 time: 0.0397060 Jul 26 03:15:39.553958 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58282) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:39.567591 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4765621d-b696-4a10-9ee9-e010fed19d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.586584 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-4d911ac6-0426-4514-8bbf-8c92fe6fb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:39.588102 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-4d911ac6-0426-4514-8bbf-8c92fe6fb559 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 909 time: 0.0882888 Jul 26 03:15:39.642743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:39.644720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4765621d-b696-4a10-9ee9-e010fed19d52 admin admin] Publish callbacks [] for security_group (e2550f47-70c1-4b06-b69e-a630bd7cd230), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.650182 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4765621d-b696-4a10-9ee9-e010fed19d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e2550f47-70c1-4b06-b69e-a630bd7cd230), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.658417 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-86ad2c6c-6f30-47ee-8994-cda0b7497d2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 1002 time: 0.0611646 Jul 26 03:15:39.692333 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4765621d-b696-4a10-9ee9-e010fed19d52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=443b2bcdb5474c2c9baa6eec897360df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370561 Jul 26 03:15:39.693188 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765621d-b696-4a10-9ee9-e010fed19d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2550f47-70c1-4b06-b69e-a630bd7cd230,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:39.695534 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58284) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:39.713695 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-4f783231-497b-4046-94f8-a38d8a18df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:39.715216 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-4f783231-497b-4046-94f8-a38d8a18df7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 200 len: 847 time: 0.0501907 Jul 26 03:15:39.745700 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4345d513-833d-4f1c-be1b-81be19a52f24 admin admin] Publish callbacks [] for security_group (e2550f47-70c1-4b06-b69e-a630bd7cd230), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.759370 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-12cc0678-c5fd-4955-afe7-434d13d30311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:39.760905 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-12cc0678-c5fd-4955-afe7-434d13d30311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48ca9a71-9e56-49fc-b31b-af70124adfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397167 Jul 26 03:15:39.766747 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4345d513-833d-4f1c-be1b-81be19a52f24 admin admin] Publish callbacks [] for security_group (e2550f47-70c1-4b06-b69e-a630bd7cd230), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.791505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:39.817549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4345d513-833d-4f1c-be1b-81be19a52f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e2550f47-70c1-4b06-b69e-a630bd7cd230), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.820428 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4345d513-833d-4f1c-be1b-81be19a52f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:39.822178 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4345d513-833d-4f1c-be1b-81be19a52f24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2550f47-70c1-4b06-b69e-a630bd7cd230 HTTP/1.1" status: 204 len: 168 time: 0.1257331 Jul 26 03:15:39.830992 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345d513-833d-4f1c-be1b-81be19a52f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2550f47-70c1-4b06-b69e-a630bd7cd230,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:39.870634 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-86fffa72-3a33-434e-9007-deb970405c63 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030467 Jul 26 03:15:39.965371 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-75a6e6b3-b538-43d9-b8d1-d445a0ac6d72 req-270be705-71e8-4ebf-9008-30a4eccd10bf service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 Jul 26 03:15:40.095114 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:40.110669 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fb963-27fc-47a9-a6b3-f39278cb630f req-f3e9fd45-cf2b-4eb2-a1c3-5dc06432d5e9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:40.112231 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-509fb963-27fc-47a9-a6b3-f39278cb630f req-f3e9fd45-cf2b-4eb2-a1c3-5dc06432d5e9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0510409 Jul 26 03:15:40.163918 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-509fb963-27fc-47a9-a6b3-f39278cb630f req-6df4fa62-fe4e-45ff-903a-0832d698435b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454781 Jul 26 03:15:40.748857 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:41.292384 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded603-66a6-4822-b894-6793a9eed9ad req-b9ed97f7-0beb-48a1-8d58-a2dfcc262c63 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:41.293887 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67ded603-66a6-4822-b894-6793a9eed9ad req-b9ed97f7-0beb-48a1-8d58-a2dfcc262c63 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0521476 Jul 26 03:15:41.344899 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67ded603-66a6-4822-b894-6793a9eed9ad req-14cb2cfd-a736-42d4-801e-3653f4d3a20e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452056 Jul 26 03:15:42.478749 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82ccd-a31d-4b6d-858a-34b40cbe7c53 req-8cc44c92-1d78-41b3-8367-098a39db4b25 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:42.480212 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0fd82ccd-a31d-4b6d-858a-34b40cbe7c53 req-8cc44c92-1d78-41b3-8367-098a39db4b25 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0500867 Jul 26 03:15:42.528147 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0fd82ccd-a31d-4b6d-858a-34b40cbe7c53 req-2eed4939-669f-4112-a9b6-aa481d797854 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423474 Jul 26 03:15:42.832640 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c54c-7b5d-45ea-9eb2-cf7ca17980dd req-f7db17d2-ce76-47d9-8f05-2f1d6aa38441 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:42.834285 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0313c54c-7b5d-45ea-9eb2-cf7ca17980dd req-f7db17d2-ce76-47d9-8f05-2f1d6aa38441 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0517588 Jul 26 03:15:42.889913 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0313c54c-7b5d-45ea-9eb2-cf7ca17980dd req-5306a273-5fcb-4a02-875e-fd4cbdf2d9c7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 Jul 26 03:15:43.685299 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e17a1-4765-431c-81df-575101f2bd96 req-efc87c3c-e820-4ae8-be53-d6ec5bcbe65e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:43.686867 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-386e17a1-4765-431c-81df-575101f2bd96 req-efc87c3c-e820-4ae8-be53-d6ec5bcbe65e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0540440 Jul 26 03:15:43.721111 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:43.738488 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-386e17a1-4765-431c-81df-575101f2bd96 req-ead1bb7f-8eea-4e29-b8e6-63fac289ee26 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Jul 26 03:15:44.018267 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765545-aa0a-4bbd-a511-339dcc610676 req-8b0fad5e-ba0d-4aec-9f67-c7a379e469de tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:44.019785 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fa765545-aa0a-4bbd-a511-339dcc610676 req-8b0fad5e-ba0d-4aec-9f67-c7a379e469de tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0513618 Jul 26 03:15:44.069324 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fa765545-aa0a-4bbd-a511-339dcc610676 req-182e81d9-6563-4377-9008-6060a2c8e838 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Jul 26 03:15:44.863485 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88fd12-4b98-48b0-880c-b71a4346b944 req-b421ebc8-5a47-45d0-9349-fde8ce16dd61 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:44.864953 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3e88fd12-4b98-48b0-880c-b71a4346b944 req-b421ebc8-5a47-45d0-9349-fde8ce16dd61 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0464633 Jul 26 03:15:44.915557 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3e88fd12-4b98-48b0-880c-b71a4346b944 req-de85f0e9-db2b-43c6-b5aa-934475c2cb96 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Jul 26 03:15:45.206787 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27b608-4d29-4dc7-8ca9-93eb93d30af2 req-fcca00d0-c815-4aa4-bb87-84e4d2ea1178 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:45.208260 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-eb27b608-4d29-4dc7-8ca9-93eb93d30af2 req-fcca00d0-c815-4aa4-bb87-84e4d2ea1178 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0568731 Jul 26 03:15:45.261540 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-eb27b608-4d29-4dc7-8ca9-93eb93d30af2 req-bc0fdc66-2cff-4ea6-bf0d-db8705c059e0 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Jul 26 03:15:45.648428 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:15:45.814224 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:45.826176 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'port_id': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'mac_address': 'fa:16:3e:0d:03:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:15:45.867356 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: ACTIVE; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:15:45.867889 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:45.882102 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bba44c6-edd4-430c-95db-d19a412c48e7 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:15:45.902485 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:45.908339 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:45.957779 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=6']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:46.042281 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d79e6-f5ef-4ea5-a804-084ee8295013 req-167eb337-3f02-47bc-ae4a-c93c1ce90b35 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:46.043811 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-433d79e6-f5ef-4ea5-a804-084ee8295013 req-167eb337-3f02-47bc-ae4a-c93c1ce90b35 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 944 time: 0.0505891 Jul 26 03:15:46.090821 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-433d79e6-f5ef-4ea5-a804-084ee8295013 req-1adf34ee-887a-406e-b944-08dd40175baa tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Jul 26 03:15:46.395171 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3976b4-8ad5-4734-802a-7a2028bf44d1 req-d0aa4655-6293-42b8-aea5-96886b6a3f92 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:46.396601 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-dd3976b4-8ad5-4734-802a-7a2028bf44d1 req-d0aa4655-6293-42b8-aea5-96886b6a3f92 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0464256 Jul 26 03:15:46.454665 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-dd3976b4-8ad5-4734-802a-7a2028bf44d1 req-a1f1c0f0-b39b-4d3d-adc3-333db6ee2bb7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524859 Jul 26 03:15:47.397125 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4612-6e03-437b-a4c6-353d97b09e24 req-7c4d06cf-1d93-49eb-a78a-0c8cb4c68736 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:47.398643 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-555d4612-6e03-437b-a4c6-353d97b09e24 req-7c4d06cf-1d93-49eb-a78a-0c8cb4c68736 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 944 time: 0.0503988 Jul 26 03:15:47.414197 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['9bba44c6-edd4-430c-95db-d19a412c48e7'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:15:47.448292 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-555d4612-6e03-437b-a4c6-353d97b09e24 req-b94d1915-b823-483b-a3bb-22b5fe23d67d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436265 Jul 26 03:15:47.494328 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:47.502674 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:47.589916 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29657229-ea05-416b-a005-f9c142d6ced5 req-e5c567ed-f207-4451-82c4-045e7ef712ba tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:47.591671 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-29657229-ea05-416b-a005-f9c142d6ced5 req-e5c567ed-f207-4451-82c4-045e7ef712ba tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0481484 Jul 26 03:15:47.641216 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-29657229-ea05-416b-a005-f9c142d6ced5 req-85ccf2c9-0da2-49ce-b6ca-e5a68a59f96e tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Jul 26 03:15:48.600226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27df9c1-dd0b-40bc-8bf2-3a3399325505 req-672c4508-1406-4a88-ac33-797d3aef704d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:48.601841 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c27df9c1-dd0b-40bc-8bf2-3a3399325505 req-672c4508-1406-4a88-ac33-797d3aef704d tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 944 time: 0.0592189 Jul 26 03:15:48.666590 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c27df9c1-dd0b-40bc-8bf2-3a3399325505 req-1dc56c87-0b1d-43ed-853a-85e6c9f5aaef tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567932 Jul 26 03:15:48.782755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0661fe-407f-49ec-9699-4477e34e1582 req-cc2e6d72-4146-4206-8082-32de36f63237 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:48.784207 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d0661fe-407f-49ec-9699-4477e34e1582 req-cc2e6d72-4146-4206-8082-32de36f63237 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0495965 Jul 26 03:15:48.842981 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d0661fe-407f-49ec-9699-4477e34e1582 req-44be958a-2718-473a-bd77-f2d1a6fc9e8d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531290 Jul 26 03:15:49.071584 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:49.074012 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:49.421472 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:15:49.511546 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 9bba44c6-edd4-430c-95db-d19a412c48e7 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:15:49.512093 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:49.589750 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:15:49.590511 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:49.617825 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:15:49.620807 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d2d098-fe56-45ac-bbee-164fe6279aa9" -d '{"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-plugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:15:49.637160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:15:49.651034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:49.684553 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf9bda3-9e6b-4c2c-97b8-813a69ceacc1 x-openstack-request-id: req-4cf9bda3-9e6b-4c2c-97b8-813a69ceacc1 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:15:49.684992 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-plugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:15:49.685467 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cf9bda3-9e6b-4c2c-97b8-813a69ceacc1 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:15:49.686048 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf9bda3-9e6b-4c2c-97b8-813a69ceacc1'] response: {'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'code': 200} Jul 26 03:15:49.729365 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3ee264e8-2c5b-4c5d-adb8-8cde7c3a3ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:49.733927 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=7']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:49.860505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388fb6a-6fd5-4f62-8ecd-e624015e3240 req-8f3f93d2-c370-4637-b866-a4b15f8c1a3f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:49.862180 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7388fb6a-6fd5-4f62-8ecd-e624015e3240 req-8f3f93d2-c370-4637-b866-a4b15f8c1a3f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0702162 Jul 26 03:15:49.940764 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7388fb6a-6fd5-4f62-8ecd-e624015e3240 req-ec307a59-8c8a-441c-809b-5fda11f0189e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728290 Jul 26 03:15:50.028870 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a700-baae-4ccc-84dc-150739ed5b68 req-c8c73e29-71f6-4fc4-a78e-d8d51a6cef93 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:50.030366 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a001a700-baae-4ccc-84dc-150739ed5b68 req-c8c73e29-71f6-4fc4-a78e-d8d51a6cef93 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0956857 Jul 26 03:15:50.098374 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a001a700-baae-4ccc-84dc-150739ed5b68 req-ebf7faab-ed2b-48e6-90ec-99c77935b4fd tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584314 Jul 26 03:15:51.125404 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdbd8a-8955-43a5-bd3b-ebaec042a63f req-98736ff1-4664-4125-b962-ee26fa734581 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:51.137138 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-efcdbd8a-8955-43a5-bd3b-ebaec042a63f req-98736ff1-4664-4125-b962-ee26fa734581 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0718911 Jul 26 03:15:51.210263 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-efcdbd8a-8955-43a5-bd3b-ebaec042a63f req-134a59b8-53db-4957-a471-628f426e67c3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590203 Jul 26 03:15:51.219681 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:51.240951 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f7423-2ac8-4dfd-bbfe-f774fb39a2e2 req-18816858-41fc-463c-8f14-f703e95e3807 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:51.248901 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-223f7423-2ac8-4dfd-bbfe-f774fb39a2e2 req-18816858-41fc-463c-8f14-f703e95e3807 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0599349 Jul 26 03:15:51.298648 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58498) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:51.306152 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-223f7423-2ac8-4dfd-bbfe-f774fb39a2e2 req-812f8207-1083-41ab-a6ee-0759847492e9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563219 Jul 26 03:15:51.444159 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4e307bce-9ac6-4f23-b332-5ad1237f6ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:51.469868 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:51.501968 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:51.536489 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4e307bce-9ac6-4f23-b332-5ad1237f6ec7 admin admin] Publish callbacks [] for security_group (e79d977f-1005-4e95-a1b1-4efe90b18d1d), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:51.541077 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4e307bce-9ac6-4f23-b332-5ad1237f6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e79d977f-1005-4e95-a1b1-4efe90b18d1d), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:51.577714 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e307bce-9ac6-4f23-b332-5ad1237f6ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d977f-1005-4e95-a1b1-4efe90b18d1d,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:51.592435 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4e307bce-9ac6-4f23-b332-5ad1237f6ec7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37df4bb037f3467aa1cccfa07d8636bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928996 Jul 26 03:15:51.595571 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58502) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:51.650411 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e6b4be34-2b23-4172-8c99-00f9c6f65d6b admin admin] Publish callbacks [] for security_group (e79d977f-1005-4e95-a1b1-4efe90b18d1d), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:51.674931 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e6b4be34-2b23-4172-8c99-00f9c6f65d6b admin admin] Publish callbacks [] for security_group (e79d977f-1005-4e95-a1b1-4efe90b18d1d), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:51.727025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e6b4be34-2b23-4172-8c99-00f9c6f65d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e79d977f-1005-4e95-a1b1-4efe90b18d1d), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:51.729715 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e6b4be34-2b23-4172-8c99-00f9c6f65d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:51.730934 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-e6b4be34-2b23-4172-8c99-00f9c6f65d6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e79d977f-1005-4e95-a1b1-4efe90b18d1d HTTP/1.1" status: 204 len: 168 time: 0.1343360 Jul 26 03:15:51.739919 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4be34-2b23-4172-8c99-00f9c6f65d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d977f-1005-4e95-a1b1-4efe90b18d1d,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:51.972940 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c8dce12c-2ca5-4cfa-b85e-f9ff27befeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.063728 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 58508) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:52.079193 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9a7131e-f6c5-4eaa-acc4-06160966c450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.169103 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9a7131e-f6c5-4eaa-acc4-06160966c450 admin admin] Publish callbacks [] for security_group (30bfba6f-0f44-400a-98a9-09b55ead1fee), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.177123 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9a7131e-f6c5-4eaa-acc4-06160966c450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (30bfba6f-0f44-400a-98a9-09b55ead1fee), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.219098 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f9a7131e-f6c5-4eaa-acc4-06160966c450 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2def64e66ccf45b492568facff525bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539965 Jul 26 03:15:52.220271 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7131e-f6c5-4eaa-acc4-06160966c450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bfba6f-0f44-400a-98a9-09b55ead1fee,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:52.221966 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58510) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:15:52.330958 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b811a247-67a9-4ac0-97cf-b583536dcfc9 admin admin] Publish callbacks [] for security_group (30bfba6f-0f44-400a-98a9-09b55ead1fee), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.357199 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b811a247-67a9-4ac0-97cf-b583536dcfc9 admin admin] Publish callbacks [] for security_group (30bfba6f-0f44-400a-98a9-09b55ead1fee), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.415530 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff2811-b735-4beb-9eb8-5a26cf67d1d4 req-80bbf5d4-c2e2-46e9-8100-016291470d9f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:52.417223 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f8ff2811-b735-4beb-9eb8-5a26cf67d1d4 req-80bbf5d4-c2e2-46e9-8100-016291470d9f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.1335506 Jul 26 03:15:52.421123 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b811a247-67a9-4ac0-97cf-b583536dcfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (30bfba6f-0f44-400a-98a9-09b55ead1fee), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.421385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b811a247-67a9-4ac0-97cf-b583536dcfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:52.425404 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b811a247-67a9-4ac0-97cf-b583536dcfc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30bfba6f-0f44-400a-98a9-09b55ead1fee HTTP/1.1" status: 204 len: 168 time: 0.2023771 Jul 26 03:15:52.435826 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811a247-67a9-4ac0-97cf-b583536dcfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bfba6f-0f44-400a-98a9-09b55ead1fee,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:15:52.497193 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f8ff2811-b735-4beb-9eb8-5a26cf67d1d4 req-32ce569b-e36f-4424-818b-39770349b850 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525372 Jul 26 03:15:52.540441 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70061207-9b78-4eee-8c92-08bc601070d3 req-e706eda5-24a7-4ccd-8a30-f81214ebb9d8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:52.542488 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70061207-9b78-4eee-8c92-08bc601070d3 req-e706eda5-24a7-4ccd-8a30-f81214ebb9d8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.1311114 Jul 26 03:15:52.602698 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-70061207-9b78-4eee-8c92-08bc601070d3 req-78939353-d638-4402-bfa3-e3cdac7ea709 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531878 Jul 26 03:15:53.182979 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:53.644084 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001f36-e35a-4c37-beb3-e1c5724e3c24 req-0e492fa5-630f-4388-be95-3b749c65a2d7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:53.646696 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe001f36-e35a-4c37-beb3-e1c5724e3c24 req-0e492fa5-630f-4388-be95-3b749c65a2d7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0669055 Jul 26 03:15:53.716055 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe001f36-e35a-4c37-beb3-e1c5724e3c24 req-c73b4953-9134-46bc-8baf-b5fcde0453db tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630522 Jul 26 03:15:53.794628 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930778be-2cae-4063-94b1-b609042bba5a req-fa3db672-0868-492a-8552-d8fd8b041b5a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:53.796847 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-930778be-2cae-4063-94b1-b609042bba5a req-fa3db672-0868-492a-8552-d8fd8b041b5a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0503190 Jul 26 03:15:53.832908 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:53.871692 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-930778be-2cae-4063-94b1-b609042bba5a req-da615d39-e59e-4591-91d3-091d950b51e5 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686131 Jul 26 03:15:54.610845 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:54.780103 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:15:54.845328 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20645a64-d4e5-4873-817d-7f51bd3df0b5 req-2876582c-b34f-4dec-9ad0-e4635d4f5b24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:54.847182 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-20645a64-d4e5-4873-817d-7f51bd3df0b5 req-2876582c-b34f-4dec-9ad0-e4635d4f5b24 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0581751 Jul 26 03:15:54.921155 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-20645a64-d4e5-4873-817d-7f51bd3df0b5 req-095f9b8c-7c92-42b0-8708-4252c4d944d6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662477 Jul 26 03:15:55.024946 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900994-20c0-431d-ab48-ebe29512f86c req-19db3644-15eb-4ae5-8ada-095791bc6ccb tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:55.026638 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1c900994-20c0-431d-ab48-ebe29512f86c req-19db3644-15eb-4ae5-8ada-095791bc6ccb tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0641057 Jul 26 03:15:55.080896 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1c900994-20c0-431d-ab48-ebe29512f86c req-73bfcc44-c767-4270-afca-3e8c1c594883 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485828 Jul 26 03:15:56.090175 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d41fa-13e5-493d-a687-19c1054149c2 req-6d82d18e-7c10-4bb3-9a2f-899c0353b84f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:56.091791 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-406d41fa-13e5-493d-a687-19c1054149c2 req-6d82d18e-7c10-4bb3-9a2f-899c0353b84f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0605738 Jul 26 03:15:56.163316 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-406d41fa-13e5-493d-a687-19c1054149c2 req-37e81766-e1f5-4a84-b08b-a0d087160a21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649645 Jul 26 03:15:56.231203 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c114-93f5-4035-a24c-6ea31775fd97 req-d8e4c696-5801-48a1-9aec-dd12278c4a3b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:56.239100 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aa81c114-93f5-4035-a24c-6ea31775fd97 req-d8e4c696-5801-48a1-9aec-dd12278c4a3b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0780652 Jul 26 03:15:56.306281 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aa81c114-93f5-4035-a24c-6ea31775fd97 req-3aca71f1-4087-462c-a377-7ff24dd733d7 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660408 Jul 26 03:15:57.308571 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:57.327247 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544546eb-b645-458a-9296-b56cde9eba1d req-73fabe06-c2a5-4155-8ec9-c059eaa31b72 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:57.329113 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-544546eb-b645-458a-9296-b56cde9eba1d req-73fabe06-c2a5-4155-8ec9-c059eaa31b72 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0587842 Jul 26 03:15:57.381428 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-544546eb-b645-458a-9296-b56cde9eba1d req-4f42b47f-f50b-4f74-8f53-21540e3caaee tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466807 Jul 26 03:15:57.451856 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5ba6e-aaa7-407e-9c89-e49dd916e1d6 req-e87085eb-6943-4c93-b7be-e2bf667520f4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:57.453303 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4f5ba6e-aaa7-407e-9c89-e49dd916e1d6 req-e87085eb-6943-4c93-b7be-e2bf667520f4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0701041 Jul 26 03:15:57.454387 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3309d-11b6-40da-b777-909e91abdc26 req-c3c15fb5-48b0-4794-96a1-23d128dcbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:57.455796 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d3309d-11b6-40da-b777-909e91abdc26 req-c3c15fb5-48b0-4794-96a1-23d128dcbee6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1129 time: 0.0813046 Jul 26 03:15:57.561664 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c4f5ba6e-aaa7-407e-9c89-e49dd916e1d6 req-1f4ed9fc-2adf-478b-8196-76e9ff15e758 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025991 Jul 26 03:15:57.583942 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3309d-11b6-40da-b777-909e91abdc26 req-8e09cd87-a96e-4e83-9d82-6ead89436ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:57.585457 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d3309d-11b6-40da-b777-909e91abdc26 req-8e09cd87-a96e-4e83-9d82-6ead89436ec0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.1206288 Jul 26 03:15:57.653073 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d3309d-11b6-40da-b777-909e91abdc26 req-4d3ad329-cc2f-4d8d-8ddb-9242f30cb920 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 1001 time: 0.0608380 Jul 26 03:15:57.970724 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3309d-11b6-40da-b777-909e91abdc26 req-2cbbeb9a-cf9c-471e-90d7-3c51ddcfa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:57.972408 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d3309d-11b6-40da-b777-909e91abdc26 req-2cbbeb9a-cf9c-471e-90d7-3c51ddcfa8e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.3128269 Jul 26 03:15:58.023558 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3309d-11b6-40da-b777-909e91abdc26 req-67104c07-a446-4fd5-af56-646484697b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:58.025318 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d3309d-11b6-40da-b777-909e91abdc26 req-67104c07-a446-4fd5-af56-646484697b27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418057 Jul 26 03:15:58.039493 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a081-fa65-4359-a199-3966fb11420c req-8f19b8dd-8333-42eb-a103-ca31283bb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:58.041272 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5c32a081-fa65-4359-a199-3966fb11420c req-8f19b8dd-8333-42eb-a103-ca31283bb5ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1130 time: 0.0440476 Jul 26 03:15:58.092686 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:58.131112 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d3309d-11b6-40da-b777-909e91abdc26 req-2b68a0ba-0ab2-47b1-927b-a4cf263a2481 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921824 Jul 26 03:15:58.148733 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a081-fa65-4359-a199-3966fb11420c req-42c98e16-ba57-4cda-a091-73a270458cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:58.148733 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5c32a081-fa65-4359-a199-3966fb11420c req-42c98e16-ba57-4cda-a091-73a270458cb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 909 time: 0.0935345 Jul 26 03:15:58.196557 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:15:58.211060 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5c32a081-fa65-4359-a199-3966fb11420c req-c849599d-c45b-4b74-86fb-d99a0c4765ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 1002 time: 0.0568075 Jul 26 03:15:58.230436 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-86d3309d-11b6-40da-b777-909e91abdc26 req-d8936746-e481-47df-a99a-7ce1ab73c7a1 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920529 Jul 26 03:15:58.263362 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a081-fa65-4359-a199-3966fb11420c req-6b6eea64-5615-4b68-a4ba-398b61b1e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:58.264801 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5c32a081-fa65-4359-a199-3966fb11420c req-6b6eea64-5615-4b68-a4ba-398b61b1e447 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 200 len: 847 time: 0.0444930 Jul 26 03:15:58.519247 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9049f7-a94f-43e1-b9ac-c752dbd4a332 req-df6a6ba7-a4c1-4a2d-83bf-ddcbf10e4500 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:58.520723 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9e9049f7-a94f-43e1-b9ac-c752dbd4a332 req-df6a6ba7-a4c1-4a2d-83bf-ddcbf10e4500 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0538046 Jul 26 03:15:58.574010 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9e9049f7-a94f-43e1-b9ac-c752dbd4a332 req-e9559010-2494-4c8d-bb23-0fecd1567772 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451303 Jul 26 03:15:58.687143 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b2fa-41e5-4009-8575-bb0e68c96b25 req-fa477619-e6c0-4ea4-8cb3-5e6f3fb4a4d3 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:58.688526 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a335b2fa-41e5-4009-8575-bb0e68c96b25 req-fa477619-e6c0-4ea4-8cb3-5e6f3fb4a4d3 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0512335 Jul 26 03:15:58.750140 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a335b2fa-41e5-4009-8575-bb0e68c96b25 req-ef30fa6b-e8ea-448f-84b5-c766dc329348 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542188 Jul 26 03:15:59.701402 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37490a-5f7d-4ea0-979c-bc63700e7552 req-734fbd36-9d33-4382-b7fa-d0ef5fd7cea5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:59.703058 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7a37490a-5f7d-4ea0-979c-bc63700e7552 req-734fbd36-9d33-4382-b7fa-d0ef5fd7cea5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0490057 Jul 26 03:15:59.751435 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7a37490a-5f7d-4ea0-979c-bc63700e7552 req-7094cd8a-69aa-4b25-8290-e01579ce74a8 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 Jul 26 03:15:59.870524 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85c0f-501d-470b-ab34-04ce5f38380e req-d8c4c486-d75a-4659-a885-e89eeee41887 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:59.871965 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7df85c0f-501d-470b-ab34-04ce5f38380e req-d8c4c486-d75a-4659-a885-e89eeee41887 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0500312 Jul 26 03:15:59.878574 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a081-fa65-4359-a199-3966fb11420c req-7a51a847-0a79-4a2b-b96f-4a0b401a75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:15:59.880082 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5c32a081-fa65-4359-a199-3966fb11420c req-7a51a847-0a79-4a2b-b96f-4a0b401a75f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48ca9a71-9e56-49fc-b31b-af70124adfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395806 Jul 26 03:15:59.923034 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7df85c0f-501d-470b-ab34-04ce5f38380e req-21293ab5-7387-4d57-aadb-b3b0bc1d4ec2 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Jul 26 03:15:59.976032 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5c32a081-fa65-4359-a199-3966fb11420c req-604c317b-29df-4d2a-8bc3-d1da5ee12ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881267 Jul 26 03:16:00.076232 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5c32a081-fa65-4359-a199-3966fb11420c req-4390e54e-1207-4864-8764-f05280d464af service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931532 Jul 26 03:16:00.900842 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9946f-0361-45cc-955d-0d9841e4bcbd req-97bba218-bb11-45f8-8fb0-11131d3bba88 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:00.902318 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-22a9946f-0361-45cc-955d-0d9841e4bcbd req-97bba218-bb11-45f8-8fb0-11131d3bba88 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 945 time: 0.0609088 Jul 26 03:16:00.951300 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-22a9946f-0361-45cc-955d-0d9841e4bcbd req-ad2047fc-db4c-4252-ab0c-11c1ed6aeac4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Jul 26 03:16:01.049159 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d82d-311d-463c-b57f-95203d9caa12 req-40cd0c28-6fb5-4885-8a31-40293fcfb8ce tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:01.050678 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d8b5d82d-311d-463c-b57f-95203d9caa12 req-40cd0c28-6fb5-4885-8a31-40293fcfb8ce tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0503006 Jul 26 03:16:01.062848 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:01.107220 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d8b5d82d-311d-463c-b57f-95203d9caa12 req-6f3a53ea-e807-44ca-a612-a210a390d632 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502634 Jul 26 03:16:01.505479 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:16:01.584801 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: ACTIVE; New status is: DOWN {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:01.585185 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:01.609527 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:16:01.611999 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483df6b-d226-41c8-856c-c180c4129974" -d '{"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:16:01.624561 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:01.630543 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:01.656138 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d764eda-74b1-4ca5-b3e5-7710aa8bbf42 x-openstack-request-id: req-6d764eda-74b1-4ca5-b3e5-7710aa8bbf42 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:16:01.656427 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:16:01.656677 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d764eda-74b1-4ca5-b3e5-7710aa8bbf42 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:16:01.657062 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d764eda-74b1-4ca5-b3e5-7710aa8bbf42'] response: {'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'code': 200} Jul 26 03:16:01.684593 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=8']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:01.933856 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-50e484ee-8b4d-451c-80d8-0622a0e25aca req-9312692d-0638-4298-b4db-bb56293e14d9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:16:01.934940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-50e484ee-8b4d-451c-80d8-0622a0e25aca req-9312692d-0638-4298-b4db-bb56293e14d9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1122971 Jul 26 03:16:02.100179 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccd159-98ef-493e-a336-a8e7d687669e req-a370b247-a11f-47d5-b39a-f905e8274128 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:02.101782 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f6ccd159-98ef-493e-a336-a8e7d687669e req-a370b247-a11f-47d5-b39a-f905e8274128 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0495930 Jul 26 03:16:02.152523 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f6ccd159-98ef-493e-a336-a8e7d687669e req-9b62810b-f79f-4ac1-a51d-19ed811bc37a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445254 Jul 26 03:16:02.248603 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91ddf4-e61d-43f6-9560-a09d9bccc025 req-ff8bd1d2-feb5-49b6-91a8-97dab5eaa18f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:02.250638 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ff91ddf4-e61d-43f6-9560-a09d9bccc025 req-ff8bd1d2-feb5-49b6-91a8-97dab5eaa18f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0581868 Jul 26 03:16:02.319357 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ff91ddf4-e61d-43f6-9560-a09d9bccc025 req-9ac4ab0a-97c4-4282-88f5-79feda9510c4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628240 Jul 26 03:16:02.338920 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:16:02.364832 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58708) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:02.445194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:02.455216 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-4e45fd5d-8e28-4978-84f2-5ee979d02c6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891745 Jul 26 03:16:02.464068 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-599a70c0-6a10-4dc1-abb5-44692d089821 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:16:02.464998 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-599a70c0-6a10-4dc1-abb5-44692d089821 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048144 Jul 26 03:16:02.541392 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58718) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:02.647721 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-8ca09c88-97d3-4e19-a275-d06cf4bdee61 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:02.649066 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-8ca09c88-97d3-4e19-a275-d06cf4bdee61 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports/9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 940 time: 0.1066275 Jul 26 03:16:03.279065 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd473-1742-49db-872c-d6a40511f6c1 req-724a5917-731d-469e-a66f-64183e364a7f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:03.280721 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4f0fd473-1742-49db-872c-d6a40511f6c1 req-724a5917-731d-469e-a66f-64183e364a7f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0477848 Jul 26 03:16:03.333942 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4f0fd473-1742-49db-872c-d6a40511f6c1 req-f01277b9-f121-4176-bd3c-e0a833543c68 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470223 Jul 26 03:16:03.440485 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e6a12-d097-444c-b56a-94e75761219b req-834a9b60-fc56-4d33-a486-18e61bac728f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:03.441886 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e74e6a12-d097-444c-b56a-94e75761219b req-834a9b60-fc56-4d33-a486-18e61bac728f tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0488956 Jul 26 03:16:03.494546 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e74e6a12-d097-444c-b56a-94e75761219b req-0acb6fab-0c6f-4740-b158-a871f5008c2c tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465522 Jul 26 03:16:03.790062 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-e2e8418c-1b98-4488-ac6d-440e2188ed22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310866 Jul 26 03:16:03.807626 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8465066-f870-4645-8da4-48e1a5a87ab1 req-90544d99-9f02-4c4f-a9e8-200d6da9f6bf tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:03.809122 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f8465066-f870-4645-8da4-48e1a5a87ab1 req-90544d99-9f02-4c4f-a9e8-200d6da9f6bf tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.1174617 Jul 26 03:16:03.810227 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-9efc4bae-edb6-4124-b095-9d18d386380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:03.811764 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-9efc4bae-edb6-4124-b095-9d18d386380b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d&tenant_id=ab741435041940cc9c7f02b27120bd90 HTTP/1.1" status: 200 len: 1127 time: 0.2060454 Jul 26 03:16:03.880088 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-7a9ed05b-61f7-47f2-836f-d28dc5b54035 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:03.881466 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-7a9ed05b-61f7-47f2-836f-d28dc5b54035 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports/62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 943 time: 0.0524774 Jul 26 03:16:03.893221 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f8465066-f870-4645-8da4-48e1a5a87ab1 req-0871d2a6-0464-483a-9c52-a5a394818ad1 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773954 Jul 26 03:16:03.898963 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-575d1d12-f180-414d-a0e8-798afbc63a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:03.900437 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-575d1d12-f180-414d-a0e8-798afbc63a56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1127 time: 0.0621614 Jul 26 03:16:03.966351 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:03.996168 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-45cd7a84-d028-4147-9490-447b82bb3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:03.997659 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-45cd7a84-d028-4147-9490-447b82bb3468 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.0856845 Jul 26 03:16:04.068751 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-025a3183-1a3f-4a44-a0bf-ab5d0abd61ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 999 time: 0.0594025 Jul 26 03:16:04.118545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-abcb7bbb-1b51-479f-a097-e50e1d71dade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:04.120029 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-abcb7bbb-1b51-479f-a097-e50e1d71dade service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0443845 Jul 26 03:16:04.167814 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-8e509564-7a45-48c8-b3a6-508e3e4a0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:04.169313 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-8e509564-7a45-48c8-b3a6-508e3e4a0eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389986 Jul 26 03:16:04.266376 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-067ac2fa-8d0c-47e5-8fde-cd8d02197250 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890923 Jul 26 03:16:04.360398 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-0a1dcf9f-38e3-4528-bb2b-758e9d35dd06 service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866055 Jul 26 03:16:04.463301 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449ee4-83f1-4cee-a3c1-cfee1d544a86 req-e360ca78-56bd-4f0d-b421-0f6253496558 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:04.464788 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa449ee4-83f1-4cee-a3c1-cfee1d544a86 req-e360ca78-56bd-4f0d-b421-0f6253496558 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0480475 Jul 26 03:16:04.515469 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fa449ee4-83f1-4cee-a3c1-cfee1d544a86 req-7aea52a4-1222-43c3-87cf-c364183b58d8 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450940 Jul 26 03:16:05.066043 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a1448-0ec7-40ec-b2fe-4228df3713d2 req-02642ba3-d5d2-42eb-b88f-4c221fa7bc30 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:05.068636 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d86a1448-0ec7-40ec-b2fe-4228df3713d2 req-02642ba3-d5d2-42eb-b88f-4c221fa7bc30 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0519178 Jul 26 03:16:05.138181 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d86a1448-0ec7-40ec-b2fe-4228df3713d2 req-fd18b8c0-65bd-4549-abba-da2868b929d5 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621521 Jul 26 03:16:05.546292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:16:05.630520 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: DOWN; New status is: DOWN {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:05.631544 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:16:05.678532 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e574-fab4-4cbd-9cd2-b88688ed21a1 req-07ee9a74-612a-4d16-a56d-9edb332ea84e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:05.696222 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-31f3e574-fab4-4cbd-9cd2-b88688ed21a1 req-07ee9a74-612a-4d16-a56d-9edb332ea84e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0831747 Jul 26 03:16:05.729869 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 is: ACTIVE; New status is: DOWN {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:05.730523 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:05.767438 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:16:05.769986 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaf4035-314a-4e81-9b05-b3ddd537b79a" -d '{"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-unplugged", "status": "completed", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:16:05.782813 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-31f3e574-fab4-4cbd-9cd2-b88688ed21a1 req-99e0acea-3e77-4080-8147-7694ae584b6b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838778 Jul 26 03:16:05.784556 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:05.793772 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:05.801563 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:05.842005 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:05.843969 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765a1ee-977c-4c73-9e22-4af8bb0ebc3b x-openstack-request-id: req-5765a1ee-977c-4c73-9e22-4af8bb0ebc3b {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:16:05.844327 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-unplugged", "status": "failed", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1", "code": 422}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:16:05.844650 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5765a1ee-977c-4c73-9e22-4af8bb0ebc3b {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:16:05.845159 dv-cinder-850840-2-iscsi neutron-server[104280]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5765a1ee-977c-4c73-9e22-4af8bb0ebc3b']: {'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'code': 422} returned with failed status Jul 26 03:16:05.865010 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=6']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:06.264724 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c4671-4a96-4ae3-966f-3c1a0a529505 req-b6afc3c4-781d-4584-adfd-b194f514641d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:06.266385 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a18c4671-4a96-4ae3-966f-3c1a0a529505 req-b6afc3c4-781d-4584-adfd-b194f514641d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0536923 Jul 26 03:16:06.316479 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a18c4671-4a96-4ae3-966f-3c1a0a529505 req-16d64cd7-851f-43b6-ba10-6b5c74ad1b9b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Jul 26 03:16:06.926527 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332fec7-ff10-47f5-a70d-f5f8edf3f0e3 req-4435efba-3e6c-4d6d-b3c7-78f3a2416d45 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:06.928040 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1332fec7-ff10-47f5-a70d-f5f8edf3f0e3 req-4435efba-3e6c-4d6d-b3c7-78f3a2416d45 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0492864 Jul 26 03:16:06.974782 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1332fec7-ff10-47f5-a70d-f5f8edf3f0e3 req-2505aa74-ea3b-45b7-8715-688cb909475c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 Jul 26 03:16:07.439213 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bb098-003d-447c-9c13-91f518b9979a req-93baff19-f892-420f-b55d-6cacf939a879 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:07.440683 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-087bb098-003d-447c-9c13-91f518b9979a req-93baff19-f892-420f-b55d-6cacf939a879 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0492454 Jul 26 03:16:07.452722 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:07.492380 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-087bb098-003d-447c-9c13-91f518b9979a req-c0055125-a4ae-42c8-8f21-e1593e3ec77b tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459762 Jul 26 03:16:08.107073 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa4bf2-e183-4c1e-be95-f0fd8278d02f req-a1483f87-2fe9-4f97-8231-8937519598b7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:08.109046 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-63fa4bf2-e183-4c1e-be95-f0fd8278d02f req-a1483f87-2fe9-4f97-8231-8937519598b7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0549777 Jul 26 03:16:08.132317 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:08.160922 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-63fa4bf2-e183-4c1e-be95-f0fd8278d02f req-01adc67c-e6cc-4dc5-8d7c-82922cc6c0d8 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461116 Jul 26 03:16:08.618372 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53296d46-724b-4ee4-a9b2-44c297db9e6c req-ff46b5a2-20c6-44cd-ad10-cc6f15a9baf8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:08.620018 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53296d46-724b-4ee4-a9b2-44c297db9e6c req-ff46b5a2-20c6-44cd-ad10-cc6f15a9baf8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0540991 Jul 26 03:16:08.674451 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53296d46-724b-4ee4-a9b2-44c297db9e6c req-f3886953-5d14-4bd0-9f82-323bcac02653 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Jul 26 03:16:09.290443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f58ab-0029-452c-86ee-70af83930455 req-7553479c-51d3-454d-80ba-68492a9e3500 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:09.292165 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1c8f58ab-0029-452c-86ee-70af83930455 req-7553479c-51d3-454d-80ba-68492a9e3500 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0499706 Jul 26 03:16:09.341400 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1c8f58ab-0029-452c-86ee-70af83930455 req-1c7db178-d95d-4f61-9507-2f0cf961af96 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Jul 26 03:16:09.797936 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e604df9-7627-4936-b3fb-bd5ba165d9b5 req-efd2f6e7-417a-4af7-9d9f-f4722a27f0ee tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:09.799647 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6e604df9-7627-4936-b3fb-bd5ba165d9b5 req-efd2f6e7-417a-4af7-9d9f-f4722a27f0ee tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0486906 Jul 26 03:16:09.854112 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6e604df9-7627-4936-b3fb-bd5ba165d9b5 req-4355168b-e56f-4aaf-a472-d9ee67f18419 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483785 Jul 26 03:16:10.480915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323b26-f5e4-493e-98a4-d5a19add7d66 req-3ae27e36-0a4a-4706-8bb1-f4c0790c8908 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:10.484306 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-aa323b26-f5e4-493e-98a4-d5a19add7d66 req-3ae27e36-0a4a-4706-8bb1-f4c0790c8908 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0611618 Jul 26 03:16:10.540249 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-aa323b26-f5e4-493e-98a4-d5a19add7d66 req-63879e42-1b42-48b8-9d1c-aa8a0886e7c3 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495226 Jul 26 03:16:10.769519 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:10.976881 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d0fa0-6c61-429e-99dc-95980d5c52ec req-647a2c1f-5487-47d6-8465-fbdb04463a25 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:10.978535 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b41d0fa0-6c61-429e-99dc-95980d5c52ec req-647a2c1f-5487-47d6-8465-fbdb04463a25 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0496676 Jul 26 03:16:11.038011 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b41d0fa0-6c61-429e-99dc-95980d5c52ec req-8fd06aa8-9438-49c1-a9bb-92f547ab6634 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534253 Jul 26 03:16:11.683891 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 58850) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:11.735491 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433c595-9a5b-4fa8-9b90-2dcca4cb6b3a req-616ce57d-195a-43ad-89e5-f97976e43f40 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:11.737754 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4433c595-9a5b-4fa8-9b90-2dcca4cb6b3a req-616ce57d-195a-43ad-89e5-f97976e43f40 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0741529 Jul 26 03:16:11.796531 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4433c595-9a5b-4fa8-9b90-2dcca4cb6b3a req-10d2f03e-252e-4ba9-a232-5a7b16035929 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484667 Jul 26 03:16:11.818894 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:11.874294 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:11.908044 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Publish callbacks [] for security_group (f72c6db4-2c89-4175-8487-c783b7d56b8a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:11.912584 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f72c6db4-2c89-4175-8487-c783b7d56b8a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:11.951614 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c6db4-2c89-4175-8487-c783b7d56b8a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:11.958899 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58854) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:11.966367 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2d65ff278024a2c923fba3cb9a9d1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756302 Jul 26 03:16:11.980337 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.981131 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.981131 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.981464 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.981647 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.981975 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.982297 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.982623 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.982966 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.986148 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.986500 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.986845 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.987211 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.987543 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:11.987868 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe848618-d237-4ce3-b32f-93d342cda22f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.022069 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:12.028350 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Publish callbacks [] for security_group (f72c6db4-2c89-4175-8487-c783b7d56b8a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:12.055552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Publish callbacks [] for security_group (f72c6db4-2c89-4175-8487-c783b7d56b8a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:12.110862 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (f72c6db4-2c89-4175-8487-c783b7d56b8a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:12.115858 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:12.120591 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f72c6db4-2c89-4175-8487-c783b7d56b8a HTTP/1.1" status: 204 len: 168 time: 0.1602030 Jul 26 03:16:12.139334 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c6db4-2c89-4175-8487-c783b7d56b8a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:12.169656 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.169656 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.170001 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.170229 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.170587 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.170924 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.179459 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.179873 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.180221 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.181266 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d47d9-8b70-43cd-bf20-155ecc1946a4 req-83ad6f7b-041b-4599-97da-b9c9cfd3a9ec tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:12.181450 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.181651 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.182065 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.182404 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.182819 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.183395 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-591d47d9-8b70-43cd-bf20-155ecc1946a4 req-83ad6f7b-041b-4599-97da-b9c9cfd3a9ec tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0607367 Jul 26 03:16:12.187206 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb069ae-2527-48c6-9c7a-4717ecbdbaf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:12.250425 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-591d47d9-8b70-43cd-bf20-155ecc1946a4 req-57ca2fc3-18a8-4b9a-8ba4-879156043538 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606668 Jul 26 03:16:12.850296 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58880) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:12.968755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc730d-509d-4655-b3fa-efa1bafbb4bd req-5ddce2f2-d2fd-45e9-b75f-cc522c078d94 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:12.971154 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36fc730d-509d-4655-b3fa-efa1bafbb4bd req-5ddce2f2-d2fd-45e9-b75f-cc522c078d94 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0770452 Jul 26 03:16:13.004828 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1399076583-network', 'tenant_id': '8bd77269b8504984b3e086be66ac9713'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:16:13.050227 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Made reservation on behalf of 8bd77269b8504984b3e086be66ac9713 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:16:13.062569 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.062569 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36fc730d-509d-4655-b3fa-efa1bafbb4bd req-87fc82bd-6bde-4e5f-910f-813f02629b58 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812881 Jul 26 03:16:13.070459 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.194432 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks [] for security_group (1af80d3d-2167-46a8-9600-65e6410731ca), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.200093 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (1af80d3d-2167-46a8-9600-65e6410731ca), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.226541 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:16:13.236806 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af80d3d-2167-46a8-9600-65e6410731ca,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:13.241559 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (9f5093fc-c5e1-4f81-bfb5-734a4f51fd21), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.241896 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Added segment 9f5093fc-c5e1-4f81-bfb5-734a4f51fd21 of type vlan for network 95714943-b739-4cc7-951c-93ef6a13b1fa Jul 26 03:16:13.287410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (95714943-b739-4cc7-951c-93ef6a13b1fa), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.313860 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (95714943-b739-4cc7-951c-93ef6a13b1fa), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.314906 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:13.315518 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.335553 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:13.393070 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5414951 Jul 26 03:16:13.396536 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 58888) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:13.401850 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Request body: {'subnet': {'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1399076583-subnet', 'tenant_id': '8bd77269b8504984b3e086be66ac9713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:16:13.403664 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1181-58d7-4679-9abc-0ff9fe4b9726 req-431703c2-8f49-4c61-8b22-6c44a271a872 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:13.405173 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8de1181-58d7-4679-9abc-0ff9fe4b9726 req-431703c2-8f49-4c61-8b22-6c44a271a872 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0560961 Jul 26 03:16:13.407014 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f29f-cc25-4233-bc9f-853e820bfafa admin admin] Pushing event updated for resources: {'Network': ['ID=95714943-b739-4cc7-951c-93ef6a13b1fa,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:13.420504 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 95714943-b739-4cc7-951c-93ef6a13b1fa details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:16:13.429204 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Made reservation on behalf of 8bd77269b8504984b3e086be66ac9713 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:16:13.431753 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3733952'] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.508652 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f8de1181-58d7-4679-9abc-0ff9fe4b9726 req-83909f2c-86d8-4def-9573-5e321579e7aa tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971062 Jul 26 03:16:13.612106 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:13.618840 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3067804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3733998'] for subnet (1d693bfd-0045-406b-b9c5-bce6398b1965), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.681696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d693bfd-0045-406b-b9c5-bce6398b1965,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:13.690689 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Checking segment: {'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:16:13.691047 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Network hostable DHCP agents. Network: 95714943-b739-4cc7-951c-93ef6a13b1fa, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:16:13.712242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Network 95714943-b739-4cc7-951c-93ef6a13b1fa is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:16:13.723490 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 95714943-b739-4cc7-951c-93ef6a13b1fa) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:16:13.728087 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:13.728704 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:13.735795 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae554d-639d-4e98-ae5c-92d5cd65d9d7 None None] Network 95714943-b739-4cc7-951c-93ef6a13b1fa requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:16:13.745472 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-68d7648a-dec4-4d56-acbe-3c7cbd25d507 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3476536 Jul 26 03:16:13.836526 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f6b17-1ef6-4f1e-bb2a-17f449142785 None None] Network 95714943-b739-4cc7-951c-93ef6a13b1fa requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:16:14.225344 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88d65-b402-46b6-a284-cb387fa2ccf1 req-c2c82349-a1f0-49c9-ba84-93fefd73a809 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:14.226939 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b1b88d65-b402-46b6-a284-cb387fa2ccf1 req-c2c82349-a1f0-49c9-ba84-93fefd73a809 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0811322 Jul 26 03:16:14.284963 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b1b88d65-b402-46b6-a284-cb387fa2ccf1 req-c6d9c7fd-61ee-4529-aaca-c05e3fc53b1e tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498695 Jul 26 03:16:14.641345 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809c29-dc9a-4323-966e-1025aafed661 req-81c0a64e-bbd6-4353-b339-8dd585a1a903 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:14.642822 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09809c29-dc9a-4323-966e-1025aafed661 req-81c0a64e-bbd6-4353-b339-8dd585a1a903 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0475838 Jul 26 03:16:14.692615 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-09809c29-dc9a-4323-966e-1025aafed661 req-b2e70479-321f-4c69-a0af-aa7a70eddd2d tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Jul 26 03:16:15.444237 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e86016-656a-45fd-821d-77213f0dd5f3 req-8b9670e7-b4d0-4d14-b9d2-bdc245cde804 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:15.445765 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3e86016-656a-45fd-821d-77213f0dd5f3 req-8b9670e7-b4d0-4d14-b9d2-bdc245cde804 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0815055 Jul 26 03:16:15.453972 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-86e62463-c045-40a7-b7bb-de70a9399c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:15.455451 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-86e62463-c045-40a7-b7bb-de70a9399c05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3&tenant_id=bd8a79690708464a9c3ffe381667a03c HTTP/1.1" status: 200 len: 1128 time: 0.0602710 Jul 26 03:16:15.525046 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3e86016-656a-45fd-821d-77213f0dd5f3 req-adf24e00-4479-4fda-acf7-ffaa3215a2c7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726359 Jul 26 03:16:15.531117 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-02a2537c-9694-40bf-9b7a-f5b5146928aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:15.532574 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-02a2537c-9694-40bf-9b7a-f5b5146928aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1128 time: 0.0489600 Jul 26 03:16:15.621693 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-d5fa3945-9187-4d0c-be76-b097e98309f5 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:15.623164 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-d5fa3945-9187-4d0c-be76-b097e98309f5 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/networks?id=95714943-b739-4cc7-951c-93ef6a13b1fa HTTP/1.1" status: 200 len: 814 time: 0.1062376 Jul 26 03:16:15.627678 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-8f5c1d86-19cb-4662-81ef-4e402eb7b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:15.629142 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-8f5c1d86-19cb-4662-81ef-4e402eb7b078 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 909 time: 0.0882924 Jul 26 03:16:15.638120 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-49273beb-f488-4531-93e0-5b1e7d648fc1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/quotas/8bd77269b8504984b3e086be66ac9713 HTTP/1.1" status: 200 len: 375 time: 0.0093181 Jul 26 03:16:15.670550 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-7441e64e-68ef-4bc4-9ce6-7bc742a731e3 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bd77269b8504984b3e086be66ac9713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271153 Jul 26 03:16:15.692122 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-e49f70d7-1d3b-42d0-9eea-3cac59e05f86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 1000 time: 0.0550418 Jul 26 03:16:15.745091 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-5809d224-32de-4ca6-a4e9-4232da85925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:15.746596 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-5809d224-32de-4ca6-a4e9-4232da85925d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 200 len: 847 time: 0.0464687 Jul 26 03:16:15.784609 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:15.818448 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-ccc89af0-c1e1-4d4e-a599-9302a9e1cb47 service neutron] 10.222.0.42 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409702 Jul 26 03:16:15.915434 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0418cdb9-26b6-48ca-84bb-a208ba87d158 service neutron] 10.222.0.42 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899453 Jul 26 03:16:16.051280 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:16.084925 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-2cd485b4-6b77-453c-863c-86bd1d94adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:16.086453 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-2cd485b4-6b77-453c-863c-86bd1d94adf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48ca9a71-9e56-49fc-b31b-af70124adfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3312132 Jul 26 03:16:16.097245 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207869b-f855-4625-b720-1d6530ffe559 req-9acfa222-792b-43b8-a731-31a9258c224a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:16.098638 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-8f14e8b6-3dc9-4378-96e7-436091f7edfe req-71e58729-c969-41e8-b486-5fe775ccabd1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 210 time: 0.0352056 Jul 26 03:16:16.098780 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5207869b-f855-4625-b720-1d6530ffe559 req-9acfa222-792b-43b8-a731-31a9258c224a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.3140628 Jul 26 03:16:16.206660 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5207869b-f855-4625-b720-1d6530ffe559 req-3b8a95dd-fdfa-452a-bb6e-b0798cd636ca tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996819 Jul 26 03:16:16.224017 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-5e5d36ce-01b9-4d49-b03c-e5626cbe9102 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242795 Jul 26 03:16:16.315961 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-40a9a186-fc1a-4b5e-b8d6-5d8b67fcd9ed service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Jul 26 03:16:16.661931 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d410696-3f10-42c4-bb9b-d47c0d8b6fc6 req-505ea9fd-e102-4e3d-8110-435b7b970a6a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:16.663730 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6d410696-3f10-42c4-bb9b-d47c0d8b6fc6 req-505ea9fd-e102-4e3d-8110-435b7b970a6a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 943 time: 0.0498898 Jul 26 03:16:16.712496 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6d410696-3f10-42c4-bb9b-d47c0d8b6fc6 req-01ca5205-a240-40b2-949c-c757451ef0ba tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428286 Jul 26 03:16:17.207589 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-032774f5-c464-419a-ab19-4f483efdd564 req-21a8936e-56a5-45c3-b3a9-3fa88927c63e tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 210 time: 0.0309114 Jul 26 03:16:17.210399 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:17.265235 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-fd8069c9-c582-46f4-b783-07f4de740f70 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:17.266681 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-fd8069c9-c582-46f4-b783-07f4de740f70 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "GET /v2.0/networks?id=95714943-b739-4cc7-951c-93ef6a13b1fa HTTP/1.1" status: 200 len: 814 time: 0.1423824 Jul 26 03:16:17.291057 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Request body: {'port': {'device_id': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa', 'admin_state_up': True, 'tenant_id': '8bd77269b8504984b3e086be66ac9713'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:16:17.337887 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d444f03-8f0c-435b-8c2f-e469bb53d9cc req-a0726741-3720-4b1a-9420-f430af42d665 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:17.339261 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d444f03-8f0c-435b-8c2f-e469bb53d9cc req-a0726741-3720-4b1a-9420-f430af42d665 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0568013 Jul 26 03:16:17.392394 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0d444f03-8f0c-435b-8c2f-e469bb53d9cc req-fd282b4a-7b5f-4b67-a76f-39f5d9d9af6a tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450938 Jul 26 03:16:17.412286 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Made reservation on behalf of 8bd77269b8504984b3e086be66ac9713 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:16:17.415877 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:17.545528 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Allocated IP 172.20.0.7 (95714943-b739-4cc7-951c-93ef6a13b1fa/1d693bfd-0045-406b-b9c5-bce6398b1965/6424f09f-5b81-4a11-931e-dc12f6472a63) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:16:17.629312 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:16:17.693716 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks [] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:17.728598 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:17.746612 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:17.749619 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'port_id': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'mac_address': 'fa:16:3e:0d:03:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:16:17.771548 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:17.781755 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Network 95714943-b739-4cc7-951c-93ef6a13b1fa is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:16:17.785519 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:16:17.790453 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:16:17.793314 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:17.793314 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:17.812031 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bba44c6-edd4-430c-95db-d19a412c48e7 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:16:17.820952 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Pushing event updated for resources: {'Port': ['ID=6424f09f-5b81-4a11-931e-dc12f6472a63,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:17.855111 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:17.866523 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:17.870924 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:17.871610 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:17.894111 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-0cf6ea7f-86f2-4fb1-b909-231a79f4d33c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067932 Jul 26 03:16:17.907980 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Request body: {'port': {'device_id': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:16:17.922322 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9ec99-dcfc-47fc-8c7f-9d46274867f2 req-98f43d12-8955-4cc5-8f34-68c4a7f447d5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:17.923933 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-19e9ec99-dcfc-47fc-8c7f-9d46274867f2 req-98f43d12-8955-4cc5-8f34-68c4a7f447d5 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 944 time: 0.0814118 Jul 26 03:16:17.927673 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=9']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:17.936602 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.937034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.937444 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.937789 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.938126 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.938742 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.938853 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.939121 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.939450 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.939773 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.940098 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.940485 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.940814 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.941135 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.941454 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:16:17.960867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:17.972609 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:17.978567 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-19e9ec99-dcfc-47fc-8c7f-9d46274867f2 req-463d567e-9489-4cd5-bbc6-7f74f8d20500 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481520 Jul 26 03:16:18.088958 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:18.246067 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['9bba44c6-edd4-430c-95db-d19a412c48e7'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:16:18.274815 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6424f09f-5b81-4a11-931e-dc12f6472a63 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:16:18.283263 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Publish callbacks [] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:18.302103 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Transition to ACTIVE for port object 6424f09f-5b81-4a11-931e-dc12f6472a63 will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:16:18.315423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:18.392615 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbe447-97fa-4345-be13-25a5a69b7954 req-150aef11-fb4b-4b82-a177-b0f33118d136 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:18.394121 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bdcbe447-97fa-4345-be13-25a5a69b7954 req-150aef11-fb4b-4b82-a177-b0f33118d136 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 943 time: 0.0890777 Jul 26 03:16:18.394688 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6424f09f-5b81-4a11-931e-dc12f6472a63,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:18.488008 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bdcbe447-97fa-4345-be13-25a5a69b7954 req-68be3f97-9d7d-49ce-9167-b3bd74486688 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875144 Jul 26 03:16:18.504192 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Attempting to bind port 6424f09f-5b81-4a11-931e-dc12f6472a63 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:16:18.504522 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Attempting to bind port 6424f09f-5b81-4a11-931e-dc12f6472a63 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:16:18.504845 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Attempting to bind port 6424f09f-5b81-4a11-931e-dc12f6472a63 on network 95714943-b739-4cc7-951c-93ef6a13b1fa {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:16:18.509258 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Port 6424f09f-5b81-4a11-931e-dc12f6472a63 on network 95714943-b739-4cc7-951c-93ef6a13b1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:16:18.509566 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Attempting to bind port 6424f09f-5b81-4a11-931e-dc12f6472a63 on network 95714943-b739-4cc7-951c-93ef6a13b1fa {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:16:18.513358 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798b1b5-24ce-4e3c-99c2-5fb32c3debc5 req-a8111cbc-2f3b-41f7-90b6-cb38db164c43 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:18.514720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:16:18.515050 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Checking segment: {'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:16:18.515343 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6798b1b5-24ce-4e3c-99c2-5fb32c3debc5 req-a8111cbc-2f3b-41f7-90b6-cb38db164c43 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0520051 Jul 26 03:16:18.515488 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Bound using segment: {'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:16:18.515872 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Bound port: 6424f09f-5b81-4a11-931e-dc12f6472a63, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:16:18.516226 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:18.564749 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6798b1b5-24ce-4e3c-99c2-5fb32c3debc5 req-8a0f728c-ab35-452f-8ee1-bc363bf72d42 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Jul 26 03:16:18.578759 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] For port 6424f09f-5b81-4a11-931e-dc12f6472a63, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:16:18.581757 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] For port 6424f09f-5b81-4a11-931e-dc12f6472a63, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6424f09f-5b81-4a11-931e-dc12f6472a63,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:16:18.588876 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:18.626012 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:18.626632 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:18.628095 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/6424f09f-5b81-4a11-931e-dc12f6472a63 HTTP/1.1" status: 200 len: 1093 time: 0.7253942 Jul 26 03:16:18.628521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'tag': '6424f09f-5b81-4a11-931e-dc12f6472a63'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:16:18.630763 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896263e6-8a73-478b-8109-06037f4d2ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "cef280c7-6724-4574-9c5e-93236d7c63fa", "tag": "6424f09f-5b81-4a11-931e-dc12f6472a63"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:16:18.649534 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1882-ee58-4898-b0e9-427f589565c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6424f09f-5b81-4a11-931e-dc12f6472a63,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:18.716129 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-9566f368-8141-48f3-9293-da9bd24cd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:18.717834 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-9566f368-8141-48f3-9293-da9bd24cd1a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bd77269b8504984b3e086be66ac9713&device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 1127 time: 0.0404522 Jul 26 03:16:18.732553 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa87ec40-7491-4339-9f89-a14407a8b5bf x-openstack-request-id: req-fa87ec40-7491-4339-9f89-a14407a8b5bf {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:16:18.732838 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef280c7-6724-4574-9c5e-93236d7c63fa", "tag": "6424f09f-5b81-4a11-931e-dc12f6472a63", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:16:18.733091 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa87ec40-7491-4339-9f89-a14407a8b5bf {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:16:18.733524 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa87ec40-7491-4339-9f89-a14407a8b5bf'] response: {'name': 'network-changed', 'server_uuid': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'tag': '6424f09f-5b81-4a11-931e-dc12f6472a63', 'status': 'completed', 'code': 200} Jul 26 03:16:18.761495 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-361051c2-fb14-4fee-af61-ff4615d6dce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6424f09f-5b81-4a11-931e-dc12f6472a63 HTTP/1.1" status: 200 len: 217 time: 0.0364730 Jul 26 03:16:18.802216 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:18.810451 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-02620c5a-b128-4534-83d9-c6c730e14b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:18.812052 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-02620c5a-b128-4534-83d9-c6c730e14b79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d693bfd-0045-406b-b9c5-bce6398b1965 HTTP/1.1" status: 200 len: 854 time: 0.0437748 Jul 26 03:16:18.845935 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-740573d5-6c4c-4ad9-b6b7-d26717436ccf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95714943-b739-4cc7-951c-93ef6a13b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269263 Jul 26 03:16:18.938569 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-4d1455d9-174d-4fac-b70a-e1a290e55091 service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856087 Jul 26 03:16:19.020012 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:19.031919 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fe8a6798-6d95-4752-b24f-95e7d423b831 req-216bf259-b3ea-4e48-9348-f7ee0518477c service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868397 Jul 26 03:16:19.110900 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0681578-be6c-4233-89b5-ede606771eba req-f6d3fec4-5e4d-425b-8d77-782299cc117b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:19.112364 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a0681578-be6c-4233-89b5-ede606771eba req-f6d3fec4-5e4d-425b-8d77-782299cc117b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 944 time: 0.0498943 Jul 26 03:16:19.158802 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a0681578-be6c-4233-89b5-ede606771eba req-cea53f53-815e-43be-ba34-dee518e5c8ac tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406647 Jul 26 03:16:19.612924 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28377fb2-a17e-407f-bf1d-7ef1c106ff62 req-0014be96-cbba-4e1a-996e-b81b8d915714 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:19.614396 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-28377fb2-a17e-407f-bf1d-7ef1c106ff62 req-0014be96-cbba-4e1a-996e-b81b8d915714 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 943 time: 0.0466719 Jul 26 03:16:19.638522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:16:19.661541 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-28377fb2-a17e-407f-bf1d-7ef1c106ff62 req-551e80ec-7bee-49aa-8538-1239046b08f1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Jul 26 03:16:19.687188 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 9bba44c6-edd4-430c-95db-d19a412c48e7 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:16:19.687553 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:19.767429 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920395f2-945c-41eb-9a9f-9495f14d81e0 req-41a534f4-1178-4ae6-a8a5-d57568b03a38 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:19.768982 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-920395f2-945c-41eb-9a9f-9495f14d81e0 req-41a534f4-1178-4ae6-a8a5-d57568b03a38 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0491850 Jul 26 03:16:19.824425 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-920395f2-945c-41eb-9a9f-9495f14d81e0 req-a032eb80-67f3-45e1-a42a-3fca47130d15 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495775 Jul 26 03:16:19.851240 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:19.859835 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-365f48c4-5664-47da-a0ea-e9505ebb53f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:19.864599 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:19.905999 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 9bba44c6-edd4-430c-95db-d19a412c48e7 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:19.906115 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:19.930183 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896263e6-8a73-478b-8109-06037f4d2ebd req-eb487b61-fb07-4ba2-9576-0335bc5ba400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:19.931937 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896263e6-8a73-478b-8109-06037f4d2ebd req-eb487b61-fb07-4ba2-9576-0335bc5ba400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bd77269b8504984b3e086be66ac9713&device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 1127 time: 0.0486927 Jul 26 03:16:19.933845 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:16:19.936114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce43dbb0-321c-4049-9b36-877fcaa82c05" -d '{"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-plugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:16:19.949529 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:19.954652 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:19.983504 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0cfb94-0819-4910-a3ea-fea37c7a357e x-openstack-request-id: req-dc0cfb94-0819-4910-a3ea-fea37c7a357e {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:16:19.983799 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-plugged", "status": "completed", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:16:19.984048 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc0cfb94-0819-4910-a3ea-fea37c7a357e {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:16:19.984438 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0cfb94-0819-4910-a3ea-fea37c7a357e'] response: {'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'code': 200} Jul 26 03:16:20.030358 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=10']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:20.034346 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896263e6-8a73-478b-8109-06037f4d2ebd req-4f2de90d-90bd-4973-be98-3df909cce16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:20.036179 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896263e6-8a73-478b-8109-06037f4d2ebd req-4f2de90d-90bd-4973-be98-3df909cce16f service neutron] 10.222.0.36 "GET /v2.0/networks?id=95714943-b739-4cc7-951c-93ef6a13b1fa HTTP/1.1" status: 200 len: 915 time: 0.0978062 Jul 26 03:16:20.083798 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896263e6-8a73-478b-8109-06037f4d2ebd req-de5f972d-2c90-4292-b87e-29928d80d4b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6424f09f-5b81-4a11-931e-dc12f6472a63 HTTP/1.1" status: 200 len: 217 time: 0.0405383 Jul 26 03:16:20.135768 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896263e6-8a73-478b-8109-06037f4d2ebd req-5a87b8a9-40ab-48a9-b3bc-d62f8ecea470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:20.137489 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896263e6-8a73-478b-8109-06037f4d2ebd req-5a87b8a9-40ab-48a9-b3bc-d62f8ecea470 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d693bfd-0045-406b-b9c5-bce6398b1965 HTTP/1.1" status: 200 len: 854 time: 0.0478265 Jul 26 03:16:20.200960 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896263e6-8a73-478b-8109-06037f4d2ebd req-e8b8aee6-5de8-4317-860f-6a12532f42b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95714943-b739-4cc7-951c-93ef6a13b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332379 Jul 26 03:16:20.208636 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56746bc-2b1c-4712-8b8a-300ce5381b8a req-bec1867c-5de3-442c-a7ec-5dc611ab4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:20.210158 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e56746bc-2b1c-4712-8b8a-300ce5381b8a req-bec1867c-5de3-442c-a7ec-5dc611ab4dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1130 time: 0.0415497 Jul 26 03:16:20.272050 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e56746bc-2b1c-4712-8b8a-300ce5381b8a req-cd9ff9a8-0d01-4fe3-8f95-c0d4eded3a59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539365 Jul 26 03:16:20.294342 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:20.301890 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:20.320273 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3142838-c994-47b5-8d2d-ac003eb30ac7 req-0acb77ca-97f7-4ad1-9bab-6001bc1ec515 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:20.321758 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d3142838-c994-47b5-8d2d-ac003eb30ac7 req-0acb77ca-97f7-4ad1-9bab-6001bc1ec515 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0576758 Jul 26 03:16:20.360901 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896263e6-8a73-478b-8109-06037f4d2ebd req-85882e00-919c-4322-84e5-6441e06c9fe0 service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436515 Jul 26 03:16:20.386228 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d3142838-c994-47b5-8d2d-ac003eb30ac7 req-50c12ea8-1df7-4e0e-8aea-477f766970dd tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537829 Jul 26 03:16:20.584714 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:20.591684 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896263e6-8a73-478b-8109-06037f4d2ebd req-1f556650-6411-4615-bc2c-7a39b41b1585 service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049495 Jul 26 03:16:20.794581 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08467b-0aa1-47bf-a319-a804c5ceb17c req-f8a8c018-de85-4e98-bbd6-11ded9b12aec tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:20.796142 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6e08467b-0aa1-47bf-a319-a804c5ceb17c req-f8a8c018-de85-4e98-bbd6-11ded9b12aec tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 943 time: 0.0556502 Jul 26 03:16:20.849641 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6e08467b-0aa1-47bf-a319-a804c5ceb17c req-67c332b5-8273-46d2-bf9f-742697939679 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476058 Jul 26 03:16:20.943987 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961894d-98b5-4af1-9965-7719236b59f5 req-b57351ca-d8f7-40c6-b6a7-2865ee039267 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:20.945445 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8961894d-98b5-4af1-9965-7719236b59f5 req-b57351ca-d8f7-40c6-b6a7-2865ee039267 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0473509 Jul 26 03:16:20.994267 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8961894d-98b5-4af1-9965-7719236b59f5 req-7fa1aaf8-fd29-4095-a791-de61c67dff00 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Jul 26 03:16:21.511618 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa92e1-b768-42ec-bda3-0565cb5b6652 req-6b8eedc8-b201-42c8-b2e6-ae073968ebb6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:21.513231 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bffa92e1-b768-42ec-bda3-0565cb5b6652 req-6b8eedc8-b201-42c8-b2e6-ae073968ebb6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0474324 Jul 26 03:16:21.561113 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bffa92e1-b768-42ec-bda3-0565cb5b6652 req-8f274ff0-07e9-464b-bfb3-2bf595d4e592 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Jul 26 03:16:21.654416 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 6424f09f-5b81-4a11-931e-dc12f6472a63 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:16:21.752236 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 6424f09f-5b81-4a11-931e-dc12f6472a63, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6424f09f-5b81-4a11-931e-dc12f6472a63,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:21.763831 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '6424f09f-5b81-4a11-931e-dc12f6472a63', 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa', 'port_id': '6424f09f-5b81-4a11-931e-dc12f6472a63', 'mac_address': 'fa:16:3e:a9:7b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d693bfd-0045-406b-b9c5-bce6398b1965', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:16:21.801690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 6424f09f-5b81-4a11-931e-dc12f6472a63 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:21.802158 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:21.815271 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6424f09f-5b81-4a11-931e-dc12f6472a63 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:16:21.844539 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 6424f09f-5b81-4a11-931e-dc12f6472a63, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6424f09f-5b81-4a11-931e-dc12f6472a63,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:21.849853 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:21.896468 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=6424f09f-5b81-4a11-931e-dc12f6472a63,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:21.972648 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4d22dc7f-5e6d-43b4-a5c2-808816c7517b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:21.989863 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7275ea2-2542-4321-83a6-81a2d3474320 req-f2960519-c481-42ae-9858-38584710a15e tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:21.989863 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e7275ea2-2542-4321-83a6-81a2d3474320 req-f2960519-c481-42ae-9858-38584710a15e tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 944 time: 0.0650015 Jul 26 03:16:22.055927 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e7275ea2-2542-4321-83a6-81a2d3474320 req-d4aa3a4c-e5d4-469d-99ba-1833b1ffdcc5 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579185 Jul 26 03:16:22.113537 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['6424f09f-5b81-4a11-931e-dc12f6472a63'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:16:22.127685 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24713312-379e-4683-9d0a-cb669d9207b1 req-ce71fd55-e3b5-473d-bab6-e3d578bb85e9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:22.129214 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-24713312-379e-4683-9d0a-cb669d9207b1 req-ce71fd55-e3b5-473d-bab6-e3d578bb85e9 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0492284 Jul 26 03:16:22.185753 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-24713312-379e-4683-9d0a-cb669d9207b1 req-e696e44f-64ba-472f-9a8c-e460a4224484 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496111 Jul 26 03:16:22.686180 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c758d-6c1c-4658-8569-e4805982eb93 req-69012327-181b-405c-9cbc-a9ca3ef2c50c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:22.687846 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be1c758d-6c1c-4658-8569-e4805982eb93 req-69012327-181b-405c-9cbc-a9ca3ef2c50c tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0494838 Jul 26 03:16:22.732839 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:22.738006 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-be1c758d-6c1c-4658-8569-e4805982eb93 req-9b996a3b-0075-481a-ab61-ba2c0688d739 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Jul 26 03:16:23.155827 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:23.183102 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefcd99-d492-48e5-a0cb-da668cb6f53d req-ad826fe4-3414-4522-9275-f3d9b2ff727b tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:23.184596 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ffefcd99-d492-48e5-a0cb-da668cb6f53d req-ad826fe4-3414-4522-9275-f3d9b2ff727b tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 944 time: 0.0558069 Jul 26 03:16:23.235772 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ffefcd99-d492-48e5-a0cb-da668cb6f53d req-678f81d6-7772-4e2a-9021-8ba87f877152 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Jul 26 03:16:23.340921 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfac91-6f65-47ce-b114-e8fe18e6c5f9 req-70461bc7-4535-452a-b344-9384ab4d3dea tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:23.342624 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fddfac91-6f65-47ce-b114-e8fe18e6c5f9 req-70461bc7-4535-452a-b344-9384ab4d3dea tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0503719 Jul 26 03:16:23.396171 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fddfac91-6f65-47ce-b114-e8fe18e6c5f9 req-b676d783-aa50-4f0e-a5c3-fb757288cdd6 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 Jul 26 03:16:23.669216 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 6424f09f-5b81-4a11-931e-dc12f6472a63 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:16:23.726015 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 6424f09f-5b81-4a11-931e-dc12f6472a63 completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:16:23.734020 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 6424f09f-5b81-4a11-931e-dc12f6472a63 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:16:23.734424 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:23.809260 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 6424f09f-5b81-4a11-931e-dc12f6472a63 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:23.809645 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:23.834254 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6424f09f-5b81-4a11-931e-dc12f6472a63'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:16:23.836512 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967ece84-368a-4bb0-9e53-41b8a502007f" -d '{"events": [{"server_uuid": "cef280c7-6724-4574-9c5e-93236d7c63fa", "name": "network-vif-plugged", "status": "completed", "tag": "6424f09f-5b81-4a11-931e-dc12f6472a63"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:16:23.838581 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:23.851584 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 6424f09f-5b81-4a11-931e-dc12f6472a63, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6424f09f-5b81-4a11-931e-dc12f6472a63,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:23.857462 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:23.869933 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f47f9f-d971-48c4-9c1e-caa99d6fb125 req-8c687fa9-f594-4b3b-bcff-9e641ae6942b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:23.872146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:23.872317 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d1f47f9f-d971-48c4-9c1e-caa99d6fb125 req-8c687fa9-f594-4b3b-bcff-9e641ae6942b tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0530541 Jul 26 03:16:23.885747 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:23.919903 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=6424f09f-5b81-4a11-931e-dc12f6472a63,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:23.926399 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d1f47f9f-d971-48c4-9c1e-caa99d6fb125 req-d5d7c27c-debc-48e4-ba5d-e9139011e3b9 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491517 Jul 26 03:16:23.956673 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd106f-4083-4cd3-903f-1b7eed752e39 x-openstack-request-id: req-66bd106f-4083-4cd3-903f-1b7eed752e39 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:16:23.957142 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef280c7-6724-4574-9c5e-93236d7c63fa", "name": "network-vif-plugged", "status": "completed", "tag": "6424f09f-5b81-4a11-931e-dc12f6472a63", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:16:23.957401 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66bd106f-4083-4cd3-903f-1b7eed752e39 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:16:23.957801 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66bd106f-4083-4cd3-903f-1b7eed752e39'] response: {'server_uuid': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6424f09f-5b81-4a11-931e-dc12f6472a63', 'code': 200} Jul 26 03:16:24.126731 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadae7c8-a747-4ca9-9bf7-bf0c881baf79 req-252d1e07-5e43-41ca-9ec2-0a283ab4b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:24.128209 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-eadae7c8-a747-4ca9-9bf7-bf0c881baf79 req-252d1e07-5e43-41ca-9ec2-0a283ab4b50c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 1129 time: 0.0379994 Jul 26 03:16:24.172977 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-eadae7c8-a747-4ca9-9bf7-bf0c881baf79 req-29d31824-8873-4b55-ab6e-c4786d4b38f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Jul 26 03:16:24.367981 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05445b19-0f29-4b1e-9e44-2271d8b215ff req-5fb77dd9-897d-4158-b775-0f3a3481832c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:24.369476 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-05445b19-0f29-4b1e-9e44-2271d8b215ff req-5fb77dd9-897d-4158-b775-0f3a3481832c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 945 time: 0.0567732 Jul 26 03:16:24.416997 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-05445b19-0f29-4b1e-9e44-2271d8b215ff req-adcf5850-9693-4255-92f6-19199a82b9ea tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jul 26 03:16:24.525193 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa9d96-c77a-4cc7-8556-f67f0304d301 req-c8df3239-f6ee-4d5d-9962-e131be449f01 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:24.526639 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6cfa9d96-c77a-4cc7-8556-f67f0304d301 req-c8df3239-f6ee-4d5d-9962-e131be449f01 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0460684 Jul 26 03:16:24.589863 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6cfa9d96-c77a-4cc7-8556-f67f0304d301 req-135b24ec-f1ac-4a84-ae17-3f9cd3b5a447 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576439 Jul 26 03:16:24.610815 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:24.786252 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:25.533924 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6e70d-a20a-4b8e-bfba-79ba1be861d3 req-da9656f6-04bf-4d32-b5c1-c5346f383fcb tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:25.535412 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-95a6e70d-a20a-4b8e-bfba-79ba1be861d3 req-da9656f6-04bf-4d32-b5c1-c5346f383fcb tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 945 time: 0.0471663 Jul 26 03:16:25.583394 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-95a6e70d-a20a-4b8e-bfba-79ba1be861d3 req-afa62d1e-833f-46cc-b727-1be2a6738a3c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Jul 26 03:16:25.671660 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:16:25.737635 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca08b6b-3817-411a-9cd6-bd5c4c4f3ddd req-b65ff184-cf34-401e-997f-d8e5ae8bfc31 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:25.739173 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ca08b6b-3817-411a-9cd6-bd5c4c4f3ddd req-b65ff184-cf34-401e-997f-d8e5ae8bfc31 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 944 time: 0.0556560 Jul 26 03:16:25.779095 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:25.792477 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'port_id': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'mac_address': 'fa:16:3e:f7:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:16:25.792689 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6ca08b6b-3817-411a-9cd6-bd5c4c4f3ddd req-07eadff1-74bd-4005-8396-3c8fdbc8bf35 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 Jul 26 03:16:25.832394 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:25.832773 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:25.845989 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:16:25.866027 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:25.870905 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:25.917494 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=7']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:26.196769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['62b3e7a3-0978-4f57-a2ab-7e3928be96f1'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:16:26.912908 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7053b63-d36d-46f2-a5b6-0a0bb6dc77b2 req-4eb30f69-8128-40c8-9701-89d95f561175 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:26.914417 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d7053b63-d36d-46f2-a5b6-0a0bb6dc77b2 req-4eb30f69-8128-40c8-9701-89d95f561175 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 945 time: 0.0462298 Jul 26 03:16:26.969231 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d7053b63-d36d-46f2-a5b6-0a0bb6dc77b2 req-745cfc95-33ff-42c0-9dac-2b982ecf8c35 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487025 Jul 26 03:16:27.676016 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:16:27.720994 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:16:27.721372 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:27.800204 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:16:27.800204 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:27.808836 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:27.823841 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:16:27.826300 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28dc38b-b3d6-4c1a-aecd-e31daad798c6" -d '{"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-plugged", "status": "completed", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:16:27.836605 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:27.840481 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:27.845522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:27.879750 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b79783-393f-4e4c-8b53-c9afa27290b4 x-openstack-request-id: req-c9b79783-393f-4e4c-8b53-c9afa27290b4 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:16:27.880040 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-plugged", "status": "completed", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:16:27.880284 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9b79783-393f-4e4c-8b53-c9afa27290b4 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:16:27.880668 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b79783-393f-4e4c-8b53-c9afa27290b4'] response: {'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'code': 200} Jul 26 03:16:27.898419 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=8']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:28.149087 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340c54-fa67-415f-b6c1-402bbe5dcd06 req-f26e7780-fd31-4cf2-875f-fca6e6fbb9cd tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:28.151203 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f1340c54-fa67-415f-b6c1-402bbe5dcd06 req-f26e7780-fd31-4cf2-875f-fca6e6fbb9cd tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0599482 Jul 26 03:16:28.192660 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf264a14-b238-4305-a523-6ec281c6f771 req-64c08a0b-bdbc-4a3f-9778-88916dce7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:28.194204 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cf264a14-b238-4305-a523-6ec281c6f771 req-64c08a0b-bdbc-4a3f-9778-88916dce7f10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1130 time: 0.0622115 Jul 26 03:16:28.236655 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f1340c54-fa67-415f-b6c1-402bbe5dcd06 req-38c3db27-809a-4199-aaff-4e6832901bb4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696192 Jul 26 03:16:28.265248 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cf264a14-b238-4305-a523-6ec281c6f771 req-380a870c-ffc0-4794-8110-0ec538e26b71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605366 Jul 26 03:16:29.363161 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0487910-19d5-42fe-8aa9-f7c2250cae6f req-e3cef8f7-11ba-464f-b9b9-045a2b16d187 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:29.364635 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c0487910-19d5-42fe-8aa9-f7c2250cae6f req-e3cef8f7-11ba-464f-b9b9-045a2b16d187 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0545363 Jul 26 03:16:29.417510 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c0487910-19d5-42fe-8aa9-f7c2250cae6f req-b14ac0c6-2a1c-4cc2-9c16-8b8c7fcdb2dc tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472562 Jul 26 03:16:30.546744 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b052399-b9ab-4e65-8916-b7fcbd213aa0 req-6fbee1f3-e624-43c0-b073-150112428706 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:30.548266 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5b052399-b9ab-4e65-8916-b7fcbd213aa0 req-6fbee1f3-e624-43c0-b073-150112428706 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0533769 Jul 26 03:16:30.599727 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5b052399-b9ab-4e65-8916-b7fcbd213aa0 req-f39ad467-4245-422b-bd77-c873449ecf53 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458307 Jul 26 03:16:35.784954 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:35.788481 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=37 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:37.894484 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:37.895749 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:39.345562 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:16:40.306461 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-e292bce9-acad-4960-8e62-bc67a8e683ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459657 Jul 26 03:16:40.374375 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:40.385348 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-f67c700f-438f-49bc-a623-76e262ba0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:40.386926 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-f67c700f-438f-49bc-a623-76e262ba0b77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab741435041940cc9c7f02b27120bd90&device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 1130 time: 0.0420732 Jul 26 03:16:40.498859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-825d8903-8789-4139-87b9-dd5ee96954af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:40.500364 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-825d8903-8789-4139-87b9-dd5ee96954af service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 200 len: 918 time: 0.0873659 Jul 26 03:16:40.550002 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:40.572753 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-abe4a406-06f6-4600-a1bc-7ad4453aab37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 200 len: 1001 time: 0.0630364 Jul 26 03:16:40.629977 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-5f22cb82-1466-4770-9c4a-da1f81df28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:40.631490 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-5f22cb82-1466-4770-9c4a-da1f81df28ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 200 len: 856 time: 0.0478375 Jul 26 03:16:40.675193 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-c6ebdad8-3f8a-484b-8d5e-56c087cbe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:40.676720 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-c6ebdad8-3f8a-484b-8d5e-56c087cbe0ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4264094-c280-4d22-bc2f-c5a07efc0e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382285 Jul 26 03:16:40.772309 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-e18149a8-a5ff-47c3-babd-1153be95487f service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877271 Jul 26 03:16:40.776901 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:40.876443 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34d868f5-88d8-4d56-989e-e1912eef6517 req-499cefac-3ad6-4f24-b9ca-b7e0617911fa service neutron] 10.222.0.36 "GET /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977263 Jul 26 03:16:41.129658 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d88238-5f5b-4117-bcf4-d6d404435089 req-2e901430-75a9-4802-a6da-dead10a16e5f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:41.131166 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b2d88238-5f5b-4117-bcf4-d6d404435089 req-2e901430-75a9-4802-a6da-dead10a16e5f tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0528090 Jul 26 03:16:41.180190 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b2d88238-5f5b-4117-bcf4-d6d404435089 req-35260984-67d3-4255-9864-f86bc3641df4 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Jul 26 03:16:42.317237 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286e3b-f15e-4a07-b3f2-bdeee48cca79 req-bec47c38-4281-4805-b2d8-a080bda7daec tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:42.318560 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd286e3b-f15e-4a07-b3f2-bdeee48cca79 req-bec47c38-4281-4805-b2d8-a080bda7daec tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0492935 Jul 26 03:16:42.368253 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd286e3b-f15e-4a07-b3f2-bdeee48cca79 req-bf9bc9c0-9a86-4875-a40b-206657a71993 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411899 Jul 26 03:16:43.518843 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-b0fbf4c8-b626-4553-8508-8c73ade3b453 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:43.520322 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-b0fbf4c8-b626-4553-8508-8c73ade3b453 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0942791 Jul 26 03:16:43.533677 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4b349-63db-49a3-b8ff-f7ee91688a7c req-a88c19ec-6f62-44ec-9bb6-8119fae09728 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:43.535156 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d9b4b349-63db-49a3-b8ff-f7ee91688a7c req-a88c19ec-6f62-44ec-9bb6-8119fae09728 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 945 time: 0.0685859 Jul 26 03:16:43.585873 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d9b4b349-63db-49a3-b8ff-f7ee91688a7c req-0aa0a421-5ef4-496d-a2df-9425af2a2b9d tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4215e7a-e66e-44ae-8afa-11dee8693acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448039 Jul 26 03:16:43.871256 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port 31d7b859-ab14-4275-adc3-9ff278f6873a {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:16:43.871598 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:43.960401 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] For port 31d7b859-ab14-4275-adc3-9ff278f6873a, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=31d7b859-ab14-4275-adc3-9ff278f6873a,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:43.960729 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:44.054321 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:44.122324 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:44.122688 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (1763aa0a-e9b9-4a45-a38f-0ff6f959ed19), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:44.123028 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Floating IP 1763aa0a-e9b9-4a45-a38f-0ff6f959ed19 disassociated. External IP: 172.27.3.51, port: 31d7b859-ab14-4275-adc3-9ff278f6873a. Jul 26 03:16:44.123378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for 31d7b859-ab14-4275-adc3-9ff278f6873a owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:16:44.131933 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:44.257974 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (31d7b859-ab14-4275-adc3-9ff278f6873a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:44.284785 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=31d7b859-ab14-4275-adc3-9ff278f6873a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:44.393610 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:16:44.496906 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:16:44.507707 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:16:44.518839 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:16:44.519503 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:44.538609 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] No DVR routers for this DVR port 31d7b859-ab14-4275-adc3-9ff278f6873a on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:16:44.541465 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:44.544636 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7b27eb0e-1230-4099-b5e7-de23f3d6dfda req-07291a49-0613-4a48-bce9-7f4e974e5dd7 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.36 "DELETE /v2.0/ports/31d7b859-ab14-4275-adc3-9ff278f6873a HTTP/1.1" status: 204 len: 173 time: 0.7783885 Jul 26 03:16:44.545056 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'name': 'network-vif-deleted', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:16:44.547356 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd37288-37fa-45e8-95c1-1ecec92a1994" -d '{"events": [{"server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "name": "network-vif-deleted", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:16:44.600333 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7881e2-b21f-41ca-aa3b-d28ca022868b x-openstack-request-id: req-8d7881e2-b21f-41ca-aa3b-d28ca022868b {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:16:44.600725 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674e6a56-e2e2-4ad6-98ac-f931a03e5dec", "name": "network-vif-deleted", "tag": "31d7b859-ab14-4275-adc3-9ff278f6873a", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:16:44.601056 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d7881e2-b21f-41ca-aa3b-d28ca022868b {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:16:44.601751 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7881e2-b21f-41ca-aa3b-d28ca022868b'] response: {'server_uuid': '674e6a56-e2e2-4ad6-98ac-f931a03e5dec', 'name': 'network-vif-deleted', 'tag': '31d7b859-ab14-4275-adc3-9ff278f6873a', 'status': 'completed', 'code': 200} Jul 26 03:16:44.625753 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:16:44.850140 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:44.882920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:16:44.893421 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:16:44.894286 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:45.008925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:16:45.053162 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5e34d31c-b42e-45ee-a36a-8b10c7969f9a req-423bb9b4-eb49-4446-abe8-d2c4f83b10ef tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/ports?device_id=674e6a56-e2e2-4ad6-98ac-f931a03e5dec HTTP/1.1" status: 200 len: 210 time: 0.3673680 Jul 26 03:16:45.326545 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:45.350976 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f3acd-76c2-4664-a8fd-89c12f9e7cda None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:58Z', 'revision_number': 4, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '4704a3e7-cc97-4e43-aa26-80399944b69e', 'name': '', 'network_id': '3f744be8-1146-4ad7-825e-8d297f751ced', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'mac_address': 'fa:16:3e:88:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:53Z', 'updated_at': '2022-07-26T03:11:12Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'subnets': [{'id': '1c525c5f-9e6c-4e62-a144-1be18d38e205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:16:45.591238 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5e9b4-f84a-49c6-a932-7a5338c6e2de None None] New status for floating IP 1763aa0a-e9b9-4a45-a38f-0ff6f959ed19: DOWN {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:16:46.160945 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59362) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:46.233941 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c1df32de-2707-4277-bbc7-fafbf88b42cf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (b4215e7a-e66e-44ae-8afa-11dee8693acf), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.263070 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c1df32de-2707-4277-bbc7-fafbf88b42cf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (b4215e7a-e66e-44ae-8afa-11dee8693acf), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.311607 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c1df32de-2707-4277-bbc7-fafbf88b42cf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b4215e7a-e66e-44ae-8afa-11dee8693acf), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.314133 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c1df32de-2707-4277-bbc7-fafbf88b42cf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.315308 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c1df32de-2707-4277-bbc7-fafbf88b42cf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/security-groups/b4215e7a-e66e-44ae-8afa-11dee8693acf HTTP/1.1" status: 204 len: 168 time: 0.1533115 Jul 26 03:16:46.318491 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59364) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:46.331452 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df32de-2707-4277-bbc7-fafbf88b42cf tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4215e7a-e66e-44ae-8afa-11dee8693acf,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:46.333998 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.api.v2.resource [None req-2626ac38-fd8b-4b5b-a85d-e6dbc670b8a9 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] show failed (client error): The resource could not be found. Jul 26 03:16:46.335186 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2626ac38-fd8b-4b5b-a85d-e6dbc670b8a9 tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "GET /v2.0/security-groups/b4215e7a-e66e-44ae-8afa-11dee8693acf HTTP/1.1" status: 404 len: 347 time: 0.0154507 Jul 26 03:16:46.340089 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59366) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:46.453756 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Deleting port acf49366-e604-4d1d-99b3-4cd56673dd5b {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:16:46.454115 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.533683 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.533903 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (acf49366-e604-4d1d-99b3-4cd56673dd5b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.546781 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Calling delete_port for acf49366-e604-4d1d-99b3-4cd56673dd5b owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:16:46.694053 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (acf49366-e604-4d1d-99b3-4cd56673dd5b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.725579 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Pushing event deleted for resources: {'Port': ['ID=acf49366-e604-4d1d-99b3-4cd56673dd5b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:46.789979 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks [] for floatingip (1763aa0a-e9b9-4a45-a38f-0ff6f959ed19), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.792476 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:46.793672 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-623a86ab-8252-42ba-92e3-302c0aea663a tempest-AttachVolumeNegativeTest-718220009 tempest-AttachVolumeNegativeTest-718220009-project] 10.222.0.42 "DELETE /v2.0/floatingips/1763aa0a-e9b9-4a45-a38f-0ff6f959ed19 HTTP/1.1" status: 204 len: 168 time: 0.4526014 Jul 26 03:16:47.761641 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 31d7b859-ab14-4275-adc3-9ff278f6873a no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:16:47.792108 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 31d7b859-ab14-4275-adc3-9ff278f6873a {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:16:47.792429 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 31d7b859-ab14-4275-adc3-9ff278f6873a not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:16:49.714324 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-0bbb47c3-a016-4cf5-a8ea-d58dc4ed8ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:50.524667 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59418) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:50.898629 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (913a8724-6501-41f1-b571-072f2cce26ef), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:51.054698 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:51.061862 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:51.132488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Deleting port 4704a3e7-cc97-4e43-aa26-80399944b69e {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:16:51.132705 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:51.213189 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] For port 4704a3e7-cc97-4e43-aa26-80399944b69e, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4704a3e7-cc97-4e43-aa26-80399944b69e,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:51.213563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:51.226861 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Calling delete_port for 4704a3e7-cc97-4e43-aa26-80399944b69e owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:16:51.413267 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (4704a3e7-cc97-4e43-aa26-80399944b69e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:51.442741 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Pushing event deleted for resources: {'Port': ['ID=4704a3e7-cc97-4e43-aa26-80399944b69e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:51.623885 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (913a8724-6501-41f1-b571-072f2cce26ef), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:51.967925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8cca746d-2da5-4580-aa4b-b04f74069ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:51.976191 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d2ac-f210-44e3-8c83-f36784a5093f req-ed5db320-5550-4e36-9fe9-ea3a15f2790d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:51.977783 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9029d2ac-f210-44e3-8c83-f36784a5093f req-ed5db320-5550-4e36-9fe9-ea3a15f2790d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0524919 Jul 26 03:16:52.030973 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9029d2ac-f210-44e3-8c83-f36784a5093f req-384adfe0-2b2c-4474-bc53-a817136c2dc2 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473609 Jul 26 03:16:52.101253 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Router 913a8724-6501-41f1-b571-072f2cce26ef has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:16:52.179844 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:52.188103 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:52.204791 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:16:52.209802 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-42ee1ed8-cb38-417c-a78d-7501ce35d345 admin admin] 10.222.0.42 "PUT /v2.0/routers/913a8724-6501-41f1-b571-072f2cce26ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840892 Jul 26 03:16:52.212464 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59452) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:52.215803 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] Sync routers for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:16:52.226664 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:16:52.228293 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:52.311307 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks [] for router (913a8724-6501-41f1-b571-072f2cce26ef), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.325722 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:52.330201 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:16:52.410724 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks [] for router_gateway (913a8724-6501-41f1-b571-072f2cce26ef), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.454568 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Deleting port dda6f094-02ee-46dd-bfcf-5b073363e867 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:16:52.454803 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.499336 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:16:51Z', 'revision_number': 5, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port': {'id': 'dda6f094-02ee-46dd-bfcf-5b073363e867', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a8724-6501-41f1-b571-072f2cce26ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:41Z', 'updated_at': '2022-07-26T03:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:52.523793 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] Checking router: 913a8724-6501-41f1-b571-072f2cce26ef for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:16:52.532146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] Routers {'913a8724-6501-41f1-b571-072f2cce26ef'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:16:52.532756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['913a8724-6501-41f1-b571-072f2cce26ef'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:52.537355 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] For port dda6f094-02ee-46dd-bfcf-5b073363e867, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=dda6f094-02ee-46dd-bfcf-5b073363e867,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:52.537808 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.552280 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Calling delete_port for dda6f094-02ee-46dd-bfcf-5b073363e867 owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:16:52.596103 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:52.616537 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] Set router 913a8724-6501-41f1-b571-072f2cce26ef gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:16:52.663366 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:16:52Z', 'revision_number': 6, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:52.691151 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7953e14-33ff-4247-97fb-44766e47a0b2 None None] The sync data for ids ['913a8724-6501-41f1-b571-072f2cce26ef'] in dv-cinder-850840-2-iscsi is: [{'id': '913a8724-6501-41f1-b571-072f2cce26ef', 'name': 'tempest-AttachVolumeNegativeTest-1524715315-router', 'tenant_id': '9d8d482c37d849cf8bdf035e110e0f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:16:52Z', 'revision_number': 6, 'project_id': '9d8d482c37d849cf8bdf035e110e0f34', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:16:52.722338 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (dda6f094-02ee-46dd-bfcf-5b073363e867), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.745142 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dda6f094-02ee-46dd-bfcf-5b073363e867,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:52.810811 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (913a8724-6501-41f1-b571-072f2cce26ef), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.896672 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (913a8724-6501-41f1-b571-072f2cce26ef), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.898905 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks [] for router_controller (913a8724-6501-41f1-b571-072f2cce26ef), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.943234 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (913a8724-6501-41f1-b571-072f2cce26ef), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.943938 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913a8724-6501-41f1-b571-072f2cce26ef {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:16:52.948898 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:52.950035 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d2020350-83fa-4eef-a973-21d31aee4f9a admin admin] 10.222.0.42 "DELETE /v2.0/routers/913a8724-6501-41f1-b571-072f2cce26ef HTTP/1.1" status: 204 len: 168 time: 0.7366512 Jul 26 03:16:52.952920 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59456) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:52.998057 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] Deleting subnet 1c525c5f-9e6c-4e62-a144-1be18d38e205 {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:16:53.001258 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] Publish callbacks [] for subnet (1c525c5f-9e6c-4e62-a144-1be18d38e205), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.036998 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (1c525c5f-9e6c-4e62-a144-1be18d38e205), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.107102 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:53.114142 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:53.119156 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (1c525c5f-9e6c-4e62-a144-1be18d38e205), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.157083 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.173302 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (1c525c5f-9e6c-4e62-a144-1be18d38e205), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.189124 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2094d-a468-4ebf-a976-0448b49d7eb1 req-13fcd46f-66d9-43d9-b1f5-63297da6be8d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:53.190673 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ae2094d-a468-4ebf-a976-0448b49d7eb1 req-13fcd46f-66d9-43d9-b1f5-63297da6be8d tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0631812 Jul 26 03:16:53.198865 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c525c5f-9e6c-4e62-a144-1be18d38e205,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:53.202606 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.205723 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-dae3a1a6-a350-4c7f-9873-9cd66ee48151 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1c525c5f-9e6c-4e62-a144-1be18d38e205 HTTP/1.1" status: 204 len: 168 time: 0.2517822 Jul 26 03:16:53.208344 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59460) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:53.212015 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709202e-6b9e-4481-b644-ba42b18c8598 None None] Network 3f744be8-1146-4ad7-825e-8d297f751ced requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:16:53.243122 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4ae2094d-a468-4ebf-a976-0448b49d7eb1 req-ec7b15b7-9be8-4edf-b0e5-b178af70e922 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464377 Jul 26 03:16:53.279420 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (3f744be8-1146-4ad7-825e-8d297f751ced), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.319703 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Deleting port 826f0e99-9808-4401-a8bb-54147a218530 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:16:53.319922 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (826f0e99-9808-4401-a8bb-54147a218530), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.381527 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] For port 826f0e99-9808-4401-a8bb-54147a218530, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=826f0e99-9808-4401-a8bb-54147a218530,segment=NetworkSegment(5bef7ad9-dc68-4395-8eae-832cb554f85f),segment_id=5bef7ad9-dc68-4395-8eae-832cb554f85f)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:53.381883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (826f0e99-9808-4401-a8bb-54147a218530), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.394376 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Calling delete_port for 826f0e99-9808-4401-a8bb-54147a218530 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:16:53.485775 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbe0e7-9127-42ab-b715-0c6a59eeebc3 None None] DHCP port deletion for 3f744be8-1146-4ad7-825e-8d297f751ced request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:16:53.494678 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (826f0e99-9808-4401-a8bb-54147a218530), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.536280 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=826f0e99-9808-4401-a8bb-54147a218530,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:53.538186 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] No DVR routers for this DVR port 826f0e99-9808-4401-a8bb-54147a218530 on host dv-cinder-850840-2-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:16:53.553635 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 826f0e99-9808-4401-a8bb-54147a218530 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:16:53.577289 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 826f0e99-9808-4401-a8bb-54147a218530 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:16:53.577828 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 826f0e99-9808-4401-a8bb-54147a218530 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:16:53.578425 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device dda6f094-02ee-46dd-bfcf-5b073363e867 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:16:53.597785 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: dda6f094-02ee-46dd-bfcf-5b073363e867 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:16:53.598143 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device dda6f094-02ee-46dd-bfcf-5b073363e867 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:16:53.598596 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4704a3e7-cc97-4e43-aa26-80399944b69e no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:16:53.617141 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (3f744be8-1146-4ad7-825e-8d297f751ced), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.618460 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 4704a3e7-cc97-4e43-aa26-80399944b69e {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:16:53.618813 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4704a3e7-cc97-4e43-aa26-80399944b69e not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:16:53.641053 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f744be8-1146-4ad7-825e-8d297f751ced']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:53.650915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bef7ad9-dc68-4395-8eae-832cb554f85f') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:53.651242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bef7ad9-dc68-4395-8eae-832cb554f85f') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:16:53.660640 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (5bef7ad9-dc68-4395-8eae-832cb554f85f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.673663 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (5bef7ad9-dc68-4395-8eae-832cb554f85f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.679744 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:16:53.680120 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (5bef7ad9-dc68-4395-8eae-832cb554f85f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.743647 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (3f744be8-1146-4ad7-825e-8d297f751ced), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.752032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:53.757599 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3f744be8-1146-4ad7-825e-8d297f751ced HTTP/1.1" status: 204 len: 168 time: 0.5456891 Jul 26 03:16:53.768517 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e43110-0ba3-4da1-a9a4-1ccd8b986b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f744be8-1146-4ad7-825e-8d297f751ced,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:53.845372 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 5bef7ad9-dc68-4395-8eae-832cb554f85f resource provider aggregate not found Jul 26 03:16:53.862324 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 5bef7ad9-dc68-4395-8eae-832cb554f85f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bef7ad9-dc68-4395-8eae-832cb554f85f found for delete ", "request_id": "req-84e5582b-d0dc-4035-bf13-fd250bdd23cf"}]} Jul 26 03:16:53.886689 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59472) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:53.931224 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3bdd026a-3ffd-4234-bd5b-bb80a1444c4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d8d482c37d849cf8bdf035e110e0f34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432277 Jul 26 03:16:53.934019 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59474) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:53.983236 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e38eb1dc-4593-4f93-9e60-4f0ff57ffd2c admin admin] Publish callbacks [] for security_group (16506048-312a-45e0-b5f1-c48f95d76628), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:54.006596 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e38eb1dc-4593-4f93-9e60-4f0ff57ffd2c admin admin] Publish callbacks [] for security_group (16506048-312a-45e0-b5f1-c48f95d76628), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:54.055974 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e38eb1dc-4593-4f93-9e60-4f0ff57ffd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (16506048-312a-45e0-b5f1-c48f95d76628), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:54.058534 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e38eb1dc-4593-4f93-9e60-4f0ff57ffd2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:54.059737 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-e38eb1dc-4593-4f93-9e60-4f0ff57ffd2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16506048-312a-45e0-b5f1-c48f95d76628 HTTP/1.1" status: 204 len: 168 time: 0.1247237 Jul 26 03:16:54.067784 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eb1dc-4593-4f93-9e60-4f0ff57ffd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16506048-312a-45e0-b5f1-c48f95d76628,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:54.355801 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=11,neutron:UPDATE=3,neutron:SELECT=86 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:54.367456 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72564cf8-6338-41fa-b9a8-25c3288d17f0 req-e9515754-a3ac-4ba9-b4b0-b4307f8a89d7 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:54.368941 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72564cf8-6338-41fa-b9a8-25c3288d17f0 req-e9515754-a3ac-4ba9-b4b0-b4307f8a89d7 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0489814 Jul 26 03:16:54.417051 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-72564cf8-6338-41fa-b9a8-25c3288d17f0 req-3cdf2650-7833-4df9-9826-48faab509cae tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409794 Jul 26 03:16:54.617090 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:54.781117 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:55.502026 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:55.524626 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:55.543200 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f0b49-5105-43ff-b85f-3563d039feec req-601124be-a502-4448-b808-976916830c46 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:55.544715 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f4f0b49-5105-43ff-b85f-3563d039feec req-601124be-a502-4448-b808-976916830c46 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0525856 Jul 26 03:16:55.592296 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1f4f0b49-5105-43ff-b85f-3563d039feec req-b07ac611-dc53-4ab0-a361-5999d5b1a6aa tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419843 Jul 26 03:16:55.899918 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59536) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:56.009550 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f0b6366c-89e6-4c1f-922b-b062583915f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.050177 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:56.090647 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f0b6366c-89e6-4c1f-922b-b062583915f3 admin admin] Publish callbacks [] for security_group (5e9a7043-9552-45b8-b138-eba8eb63f3a3), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.096173 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f0b6366c-89e6-4c1f-922b-b062583915f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5e9a7043-9552-45b8-b138-eba8eb63f3a3), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.134467 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f0b6366c-89e6-4c1f-922b-b062583915f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b1c93ffc9704f20a8b3ae3418268004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333572 Jul 26 03:16:56.135509 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6366c-89e6-4c1f-922b-b062583915f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9a7043-9552-45b8-b138-eba8eb63f3a3,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:56.138148 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59540) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:56.190454 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f2d-ed2a-4e97-aae5-7dcc9b813ba2 admin admin] Publish callbacks [] for security_group (5e9a7043-9552-45b8-b138-eba8eb63f3a3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.214117 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f2d-ed2a-4e97-aae5-7dcc9b813ba2 admin admin] Publish callbacks [] for security_group (5e9a7043-9552-45b8-b138-eba8eb63f3a3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.265441 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f2d-ed2a-4e97-aae5-7dcc9b813ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5e9a7043-9552-45b8-b138-eba8eb63f3a3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.269553 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f2d-ed2a-4e97-aae5-7dcc9b813ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.271161 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-afdb9f2d-ed2a-4e97-aae5-7dcc9b813ba2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e9a7043-9552-45b8-b138-eba8eb63f3a3 HTTP/1.1" status: 204 len: 168 time: 0.1319401 Jul 26 03:16:56.279395 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9f2d-ed2a-4e97-aae5-7dcc9b813ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9a7043-9552-45b8-b138-eba8eb63f3a3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:56.539150 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59546) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:56.555746 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a795d52b-435d-4aa5-b8f9-4ebe700f4bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.637048 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a795d52b-435d-4aa5-b8f9-4ebe700f4bc6 admin admin] Publish callbacks [] for security_group (57e529cd-70ee-4786-bbff-bd72dbd262ca), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.642039 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a795d52b-435d-4aa5-b8f9-4ebe700f4bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (57e529cd-70ee-4786-bbff-bd72dbd262ca), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.679461 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795d52b-435d-4aa5-b8f9-4ebe700f4bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e529cd-70ee-4786-bbff-bd72dbd262ca,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:56.686436 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a795d52b-435d-4aa5-b8f9-4ebe700f4bc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e84f752f51a34ffeaa4d3699823bdd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435199 Jul 26 03:16:56.686670 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59550) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:16:56.718020 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7fb41-af52-4fa8-a85a-0c7ec9580509 req-8d011ee2-e72e-4339-a305-59f30fc4a8d1 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:56.719476 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-16d7fb41-af52-4fa8-a85a-0c7ec9580509 req-8d011ee2-e72e-4339-a305-59f30fc4a8d1 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0484085 Jul 26 03:16:56.738022 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6e77c3c-a5f0-43af-9548-6df477de386c admin admin] Publish callbacks [] for security_group (57e529cd-70ee-4786-bbff-bd72dbd262ca), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.761284 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6e77c3c-a5f0-43af-9548-6df477de386c admin admin] Publish callbacks [] for security_group (57e529cd-70ee-4786-bbff-bd72dbd262ca), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.767031 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-16d7fb41-af52-4fa8-a85a-0c7ec9580509 req-f22b1f7b-d6e9-44fd-95cd-a618d5b2ae11 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Jul 26 03:16:56.807377 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6e77c3c-a5f0-43af-9548-6df477de386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (57e529cd-70ee-4786-bbff-bd72dbd262ca), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.810224 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c6e77c3c-a5f0-43af-9548-6df477de386c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:56.811395 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c6e77c3c-a5f0-43af-9548-6df477de386c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57e529cd-70ee-4786-bbff-bd72dbd262ca HTTP/1.1" status: 204 len: 168 time: 0.1237934 Jul 26 03:16:56.819210 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e77c3c-a5f0-43af-9548-6df477de386c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e529cd-70ee-4786-bbff-bd72dbd262ca,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:57.299085 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:57.299943 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:57.906433 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e3f2-5932-4ab6-8be6-1ff0dcb8768d req-6c61a2b2-2b2c-4d8d-b2d4-0f43a40b2d82 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:57.907950 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d822e3f2-5932-4ab6-8be6-1ff0dcb8768d req-6c61a2b2-2b2c-4d8d-b2d4-0f43a40b2d82 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0660217 Jul 26 03:16:57.956791 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d822e3f2-5932-4ab6-8be6-1ff0dcb8768d req-19b4cd39-197e-4e17-a77c-b178139185d0 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417383 Jul 26 03:16:59.074980 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a038bb-8c01-4eef-a747-c295f16c2a87 req-d291894d-6e11-4763-bfe0-6abbef4bc1dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:59.076413 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-10a038bb-8c01-4eef-a747-c295f16c2a87 req-d291894d-6e11-4763-bfe0-6abbef4bc1dc tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0474691 Jul 26 03:16:59.130193 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-10a038bb-8c01-4eef-a747-c295f16c2a87 req-1ec50292-f17d-46fe-8c96-cb90b5983ebf tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups?id=e74423d6-9ce0-4c46-862f-3568b1bbc31f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481141 Jul 26 03:16:59.203129 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-6572b9c0-7c85-4b89-b2e5-2dfe91a86cf9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:16:59.204480 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-6572b9c0-7c85-4b89-b2e5-2dfe91a86cf9 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 946 time: 0.0471938 Jul 26 03:16:59.291402 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Deleting port f962a46d-878a-459e-9839-e85be7e331cc {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:16:59.291742 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (f962a46d-878a-459e-9839-e85be7e331cc), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:59.394306 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] For port f962a46d-878a-459e-9839-e85be7e331cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f962a46d-878a-459e-9839-e85be7e331cc,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:16:59.394675 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (f962a46d-878a-459e-9839-e85be7e331cc), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:59.562445 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:59.562657 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (40cda510-0978-4662-aa2a-89a73a4b0573), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:59.563011 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Floating IP 40cda510-0978-4662-aa2a-89a73a4b0573 disassociated. External IP: 172.27.3.115, port: f962a46d-878a-459e-9839-e85be7e331cc. Jul 26 03:16:59.563385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Calling delete_port for f962a46d-878a-459e-9839-e85be7e331cc owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:16:59.616664 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:59.708078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (f962a46d-878a-459e-9839-e85be7e331cc), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:16:59.733930 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event deleted for resources: {'Port': ['ID=f962a46d-878a-459e-9839-e85be7e331cc,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:16:59.840828 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:16:59.849543 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Router 7341cc72-2053-4525-97ce-be3c55bedcf5 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:16:59.953572 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:16:59.967758 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] Sync routers for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:16:59.979444 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:16:59.980191 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:00.023597 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] No DVR routers for this DVR port f962a46d-878a-459e-9839-e85be7e331cc on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:17:00.026324 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:00.029952 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-149a5db7-ae5e-4a55-8b87-6d98f9d8d7b7 req-4e2f9112-225f-412f-be27-e02116e7b7db tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.36 "DELETE /v2.0/ports/f962a46d-878a-459e-9839-e85be7e331cc HTTP/1.1" status: 204 len: 173 time: 0.8196173 Jul 26 03:17:00.030427 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'name': 'network-vif-deleted', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:17:00.032925 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f52e7f-3d0f-4475-b7e0-2b96571580b5" -d '{"events": [{"server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "name": "network-vif-deleted", "tag": "f962a46d-878a-459e-9839-e85be7e331cc"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:17:00.083659 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496593f-7cd3-46a0-bb68-77bec4112b94 x-openstack-request-id: req-8496593f-7cd3-46a0-bb68-77bec4112b94 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:17:00.084527 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3492df7b-e7b3-45fe-a70b-df0e94233036", "name": "network-vif-deleted", "tag": "f962a46d-878a-459e-9839-e85be7e331cc", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:17:00.084527 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8496593f-7cd3-46a0-bb68-77bec4112b94 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:17:00.084941 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8496593f-7cd3-46a0-bb68-77bec4112b94'] response: {'server_uuid': '3492df7b-e7b3-45fe-a70b-df0e94233036', 'name': 'network-vif-deleted', 'tag': 'f962a46d-878a-459e-9839-e85be7e331cc', 'status': 'completed', 'code': 200} Jul 26 03:17:00.105363 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:00.294865 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9e628c98-2200-4df5-835a-544545065954 req-60e0612d-6901-4c55-88ef-ad06ac3e29e8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/ports?device_id=3492df7b-e7b3-45fe-a70b-df0e94233036 HTTP/1.1" status: 200 len: 210 time: 0.0475006 Jul 26 03:17:00.405980 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:00.430564 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] Checking router: 7341cc72-2053-4525-97ce-be3c55bedcf5 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:17:00.438993 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:17:00.439580 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:00.541989 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:00.724226 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:00.751602 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a9145-3d60-44c4-aee3-c21299283ffb None None] The sync data for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi is: [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:10:51Z', 'revision_number': 4, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '7467b1c4-cc11-4e7f-90c2-f78d690fb236', 'name': '', 'network_id': '2ee3d40a-6386-40e4-904c-54dd185c894f', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'mac_address': 'fa:16:3e:ad:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3794686e-8085-40a5-bd70-5b857623536a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:48Z', 'updated_at': '2022-07-26T03:11:05Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'subnets': [{'id': '3794686e-8085-40a5-bd70-5b857623536a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:17:00.964238 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9874ac2-e5e6-4546-af72-4aa21a18a178 None None] New status for floating IP 40cda510-0978-4662-aa2a-89a73a4b0573: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:17:01.388910 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59654) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:01.451582 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c3dec50-84d5-40cb-928d-8fa641145736 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (e74423d6-9ce0-4c46-862f-3568b1bbc31f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.474916 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c3dec50-84d5-40cb-928d-8fa641145736 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (e74423d6-9ce0-4c46-862f-3568b1bbc31f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.498138 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:01.527611 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c3dec50-84d5-40cb-928d-8fa641145736 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e74423d6-9ce0-4c46-862f-3568b1bbc31f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.530227 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c3dec50-84d5-40cb-928d-8fa641145736 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.531422 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8c3dec50-84d5-40cb-928d-8fa641145736 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "DELETE /v2.0/security-groups/e74423d6-9ce0-4c46-862f-3568b1bbc31f HTTP/1.1" status: 204 len: 168 time: 0.1412582 Jul 26 03:17:01.534337 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59660) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:01.540569 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dec50-84d5-40cb-928d-8fa641145736 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74423d6-9ce0-4c46-862f-3568b1bbc31f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:01.554462 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.api.v2.resource [None req-189ac07e-9fbc-4cca-a2e2-d44abd1fa4e8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] show failed (client error): The resource could not be found. Jul 26 03:17:01.555793 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-189ac07e-9fbc-4cca-a2e2-d44abd1fa4e8 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "GET /v2.0/security-groups/e74423d6-9ce0-4c46-862f-3568b1bbc31f HTTP/1.1" status: 404 len: 347 time: 0.0198593 Jul 26 03:17:01.559291 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59662) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:01.675281 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Deleting port 2f240219-46b1-48d9-a480-00ace46bdd27 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:01.675621 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (2f240219-46b1-48d9-a480-00ace46bdd27), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.750791 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (2f240219-46b1-48d9-a480-00ace46bdd27), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.751143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (2f240219-46b1-48d9-a480-00ace46bdd27), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.764863 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Calling delete_port for 2f240219-46b1-48d9-a480-00ace46bdd27 owned by network:floatingip {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:01.905761 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (2f240219-46b1-48d9-a480-00ace46bdd27), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:01.930120 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Pushing event deleted for resources: {'Port': ['ID=2f240219-46b1-48d9-a480-00ace46bdd27,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:01.997964 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks [] for floatingip (40cda510-0978-4662-aa2a-89a73a4b0573), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.001311 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.002476 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-df022705-4cb7-4745-8401-5e45251cc313 tempest-AttachVolumeTestJSON-957349954 tempest-AttachVolumeTestJSON-957349954-project] 10.222.0.42 "DELETE /v2.0/floatingips/40cda510-0978-4662-aa2a-89a73a4b0573 HTTP/1.1" status: 204 len: 168 time: 0.4414833 Jul 26 03:17:02.149397 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59686) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:02.258823 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32eb7284-371d-48d1-9f99-5abc323cbcd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.293040 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:02.343558 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32eb7284-371d-48d1-9f99-5abc323cbcd5 admin admin] Publish callbacks [] for security_group (6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.348483 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-32eb7284-371d-48d1-9f99-5abc323cbcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.390038 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-32eb7284-371d-48d1-9f99-5abc323cbcd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b2264593b734d79949d337a7ea254bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395444 Jul 26 03:17:02.391218 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb7284-371d-48d1-9f99-5abc323cbcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:02.393046 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59692) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:02.433423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:02.445772 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c3f71c8d-e09e-44fa-8719-677b346f2cac admin admin] Publish callbacks [] for security_group (6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.468049 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c3f71c8d-e09e-44fa-8719-677b346f2cac admin admin] Publish callbacks [] for security_group (6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.517920 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c3f71c8d-e09e-44fa-8719-677b346f2cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.520485 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c3f71c8d-e09e-44fa-8719-677b346f2cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.521633 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c3f71c8d-e09e-44fa-8719-677b346f2cac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e HTTP/1.1" status: 204 len: 168 time: 0.1275835 Jul 26 03:17:02.529347 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f71c8d-e09e-44fa-8719-677b346f2cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8be2b3-1ccf-40d3-adfb-9c7fdcfedc9e,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:02.795657 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59700) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:02.809820 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9187-59de-42a6-afc3-7e6fe9abff4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.888453 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9187-59de-42a6-afc3-7e6fe9abff4c admin admin] Publish callbacks [] for security_group (2ac06d28-022d-4d85-9dd6-08ff371ae784), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.894845 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9187-59de-42a6-afc3-7e6fe9abff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2ac06d28-022d-4d85-9dd6-08ff371ae784), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:02.933715 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6a2a9187-59de-42a6-afc3-7e6fe9abff4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af9b7e8ea24e469d95ebc5beb801107d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370316 Jul 26 03:17:02.934557 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a9187-59de-42a6-afc3-7e6fe9abff4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac06d28-022d-4d85-9dd6-08ff371ae784,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:02.936728 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59702) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:02.986441 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21af2ce9-82ae-474d-8cd8-2710a8caecb9 admin admin] Publish callbacks [] for security_group (2ac06d28-022d-4d85-9dd6-08ff371ae784), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:03.010706 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21af2ce9-82ae-474d-8cd8-2710a8caecb9 admin admin] Publish callbacks [] for security_group (2ac06d28-022d-4d85-9dd6-08ff371ae784), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:03.064621 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21af2ce9-82ae-474d-8cd8-2710a8caecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (2ac06d28-022d-4d85-9dd6-08ff371ae784), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:03.067116 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-21af2ce9-82ae-474d-8cd8-2710a8caecb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:03.068271 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-21af2ce9-82ae-474d-8cd8-2710a8caecb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ac06d28-022d-4d85-9dd6-08ff371ae784 HTTP/1.1" status: 204 len: 168 time: 0.1305830 Jul 26 03:17:03.076310 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af2ce9-82ae-474d-8cd8-2710a8caecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac06d28-022d-4d85-9dd6-08ff371ae784,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:03.270877 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device f962a46d-878a-459e-9839-e85be7e331cc no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:03.293134 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: f962a46d-878a-459e-9839-e85be7e331cc {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:03.293736 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device f962a46d-878a-459e-9839-e85be7e331cc not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:03.800226 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59728) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:03.900549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1691823089-network', 'tenant_id': '8438d753dc6643dab71a423ffe57e8ca'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:03.904107 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:03.925350 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Made reservation on behalf of 8438d753dc6643dab71a423ffe57e8ca for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:03.927689 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:03.936041 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.013708 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks [] for security_group (8924a5fa-c31e-47e0-8784-bca39f5f1d30), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.018354 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (8924a5fa-c31e-47e0-8784-bca39f5f1d30), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.043886 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:17:04.053916 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8924a5fa-c31e-47e0-8784-bca39f5f1d30,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:04.059073 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (88af17b2-42e1-4b39-8193-c8f87dfc9a82), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.059411 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Added segment 88af17b2-42e1-4b39-8193-c8f87dfc9a82 of type vlan for network efd78d1d-2a34-47a7-9f3d-2e39c4439bf1 Jul 26 03:17:04.100530 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (efd78d1d-2a34-47a7-9f3d-2e39c4439bf1), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.126125 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (efd78d1d-2a34-47a7-9f3d-2e39c4439bf1), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.127229 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:04.127757 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.181384 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3800547 Jul 26 03:17:04.184532 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59732) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:04.189592 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Request body: {'subnet': {'network_id': 'efd78d1d-2a34-47a7-9f3d-2e39c4439bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1691823089-subnet', 'tenant_id': '8438d753dc6643dab71a423ffe57e8ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:04.192883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad0a5-45a9-46d1-aaa7-a30f30a9e557 admin admin] Pushing event updated for resources: {'Network': ['ID=efd78d1d-2a34-47a7-9f3d-2e39c4439bf1,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:04.208723 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network efd78d1d-2a34-47a7-9f3d-2e39c4439bf1 details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:17:04.214888 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Made reservation on behalf of 8438d753dc6643dab71a423ffe57e8ca for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:04.217798 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530210'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.393690 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530188'] for subnet (4eb1bb39-5201-4274-866c-48a4ea52585b), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.442098 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb1bb39-5201-4274-866c-48a4ea52585b,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:04.462995 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Checking segment: {'id': '88af17b2-42e1-4b39-8193-c8f87dfc9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'efd78d1d-2a34-47a7-9f3d-2e39c4439bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:17:04.463357 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Network hostable DHCP agents. Network: efd78d1d-2a34-47a7-9f3d-2e39c4439bf1, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:17:04.484213 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Network efd78d1d-2a34-47a7-9f3d-2e39c4439bf1 is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:17:04.492837 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, efd78d1d-2a34-47a7-9f3d-2e39c4439bf1) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:17:04.497129 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:04.497752 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:04.502793 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f08e70-b46e-4d3d-a7c6-c566547d7c4a None None] Network efd78d1d-2a34-47a7-9f3d-2e39c4439bf1 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:04.515764 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-1a996c7b-ace2-4e64-9b29-723cd6f35a25 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3300376 Jul 26 03:17:04.607899 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22045ac1-04ea-4018-bcc7-743cdb2b2e5e None None] Network efd78d1d-2a34-47a7-9f3d-2e39c4439bf1 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:05.045456 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59760) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:05.050372 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-579888779-network', 'tenant_id': '79876de535d844e5a57843bbc5b0e0a4'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:05.072096 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Made reservation on behalf of 79876de535d844e5a57843bbc5b0e0a4 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:05.074748 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.084296 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.145528 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:05.174099 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks [] for security_group (b7006261-471f-42c5-9aa0-934797c56d2f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.179262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b7006261-471f-42c5-9aa0-934797c56d2f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.204657 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:17:05.214773 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7006261-471f-42c5-9aa0-934797c56d2f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:05.220620 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (f1162c05-c5ea-49f7-bded-ce51e784ce03), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.220955 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Added segment f1162c05-c5ea-49f7-bded-ce51e784ce03 of type vlan for network 5a9644f4-5be7-470e-87ba-dad2423e132a Jul 26 03:17:05.262810 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (5a9644f4-5be7-470e-87ba-dad2423e132a), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.289928 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (5a9644f4-5be7-470e-87ba-dad2423e132a), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.290994 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:05.291555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.351955 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3053820 Jul 26 03:17:05.354612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59764) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:05.359216 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Request body: {'subnet': {'network_id': '5a9644f4-5be7-470e-87ba-dad2423e132a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-579888779-subnet', 'tenant_id': '79876de535d844e5a57843bbc5b0e0a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:05.363149 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021b31d-7a10-42d0-9406-5fa5e8fd21d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9644f4-5be7-470e-87ba-dad2423e132a,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:05.374350 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:05.382249 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 5a9644f4-5be7-470e-87ba-dad2423e132a details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:17:05.385055 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Made reservation on behalf of 79876de535d844e5a57843bbc5b0e0a4 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:05.387948 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3733952'] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.584801 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3067804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3733998'] for subnet (376fef6e-ecc9-4161-9d5a-44c1c4f17926), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.639776 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376fef6e-ecc9-4161-9d5a-44c1c4f17926,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:05.651407 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Checking segment: {'id': 'f1162c05-c5ea-49f7-bded-ce51e784ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5a9644f4-5be7-470e-87ba-dad2423e132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:17:05.651825 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Network hostable DHCP agents. Network: 5a9644f4-5be7-470e-87ba-dad2423e132a, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:17:05.669554 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Network 5a9644f4-5be7-470e-87ba-dad2423e132a is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:17:05.680258 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 5a9644f4-5be7-470e-87ba-dad2423e132a) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:17:05.685070 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:05.685863 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:05.692907 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ef67d-f571-414e-a52a-394d2d2122d3 None None] Network 5a9644f4-5be7-470e-87ba-dad2423e132a requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:05.710691 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0181a802-7da3-48a0-8aac-8337f03c5320 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3549273 Jul 26 03:17:05.781097 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:05.819058 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca61b7-d9df-4a69-921f-252916ead4d2 None None] Network 5a9644f4-5be7-470e-87ba-dad2423e132a requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:06.667075 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59802) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:07.002675 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:07.178067 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (7341cc72-2053-4525-97ce-be3c55bedcf5), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:07.441459 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Deleting port 7467b1c4-cc11-4e7f-90c2-f78d690fb236 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:07.441944 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:07.480939 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:07.525327 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] For port 7467b1c4-cc11-4e7f-90c2-f78d690fb236, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=7467b1c4-cc11-4e7f-90c2-f78d690fb236,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:07.525692 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:07.541240 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Calling delete_port for 7467b1c4-cc11-4e7f-90c2-f78d690fb236 owned by network:router_interface {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:07.731300 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (7467b1c4-cc11-4e7f-90c2-f78d690fb236), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:07.761679 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Pushing event deleted for resources: {'Port': ['ID=7467b1c4-cc11-4e7f-90c2-f78d690fb236,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:07.936635 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (7341cc72-2053-4525-97ce-be3c55bedcf5), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:08.007509 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:08.414136 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Router 7341cc72-2053-4525-97ce-be3c55bedcf5 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:17:08.522413 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:17:08.526516 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ba8ca2a7-3243-4175-a33f-9e45eb237fca admin admin] 10.222.0.42 "PUT /v2.0/routers/7341cc72-2053-4525-97ce-be3c55bedcf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8599002 Jul 26 03:17:08.529851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59830) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:08.530962 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] Sync routers for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:17:08.536263 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:08.541054 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:17:08.541668 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:08.632273 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks [] for router (7341cc72-2053-4525-97ce-be3c55bedcf5), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:08.638036 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:08.640387 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:08.720768 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:08.762523 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks [] for router_gateway (7341cc72-2053-4525-97ce-be3c55bedcf5), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:08.774266 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:08.824602 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Deleting port 28760039-636b-4cb5-bab9-aea60ed87471 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:08.825226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (28760039-636b-4cb5-bab9-aea60ed87471), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:08.834016 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '28760039-636b-4cb5-bab9-aea60ed87471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:17:07Z', 'revision_number': 5, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port': {'id': '28760039-636b-4cb5-bab9-aea60ed87471', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:38Z', 'updated_at': '2022-07-26T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:08.859126 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] Checking router: 7341cc72-2053-4525-97ce-be3c55bedcf5 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:17:08.868074 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] Routers {'7341cc72-2053-4525-97ce-be3c55bedcf5'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:17:08.868869 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['7341cc72-2053-4525-97ce-be3c55bedcf5'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:08.916768 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] For port 28760039-636b-4cb5-bab9-aea60ed87471, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=28760039-636b-4cb5-bab9-aea60ed87471,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:08.917139 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (28760039-636b-4cb5-bab9-aea60ed87471), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:08.931734 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Calling delete_port for 28760039-636b-4cb5-bab9-aea60ed87471 owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:08.953089 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] Set router 7341cc72-2053-4525-97ce-be3c55bedcf5 gateway port host: None {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:09.005685 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:17:08Z', 'revision_number': 6, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:09.041745 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf11a23-05e3-46ac-81f6-d00c0a8be2c2 None None] The sync data for ids ['7341cc72-2053-4525-97ce-be3c55bedcf5'] in dv-cinder-850840-2-iscsi is: [{'id': '7341cc72-2053-4525-97ce-be3c55bedcf5', 'name': 'tempest-AttachVolumeTestJSON-298689647-router', 'tenant_id': '6daba0980548418ea98d4d0cf42ef92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:36Z', 'updated_at': '2022-07-26T03:17:08Z', 'revision_number': 6, 'project_id': '6daba0980548418ea98d4d0cf42ef92f', 'gw_port_host': None}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:17:09.131898 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (28760039-636b-4cb5-bab9-aea60ed87471), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.158418 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Pushing event deleted for resources: {'Port': ['ID=28760039-636b-4cb5-bab9-aea60ed87471,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:09.228060 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (7341cc72-2053-4525-97ce-be3c55bedcf5), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.344357 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (7341cc72-2053-4525-97ce-be3c55bedcf5), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.348246 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks [] for router_controller (7341cc72-2053-4525-97ce-be3c55bedcf5), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.364517 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b21c7-6381-45a6-9f83-808f942af166 req-526bf86e-e62e-497c-8d94-55f8d3ef6da1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:09.365978 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5c8b21c7-6381-45a6-9f83-808f942af166 req-526bf86e-e62e-497c-8d94-55f8d3ef6da1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 945 time: 0.0840020 Jul 26 03:17:09.417381 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (7341cc72-2053-4525-97ce-be3c55bedcf5), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.418391 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7341cc72-2053-4525-97ce-be3c55bedcf5 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:17:09.429091 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.430455 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-24393ff0-44e4-4e74-87ef-51f889c6875c admin admin] 10.222.0.42 "DELETE /v2.0/routers/7341cc72-2053-4525-97ce-be3c55bedcf5 HTTP/1.1" status: 204 len: 168 time: 0.8990457 Jul 26 03:17:09.434223 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59848) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:09.450215 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5c8b21c7-6381-45a6-9f83-808f942af166 req-92d71095-ba54-43d1-ae45-ffcfd65bf7f0 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Jul 26 03:17:09.505847 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] Deleting subnet 3794686e-8085-40a5-bd70-5b857623536a {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:17:09.509031 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] Publish callbacks [] for subnet (3794686e-8085-40a5-bd70-5b857623536a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.542539 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (3794686e-8085-40a5-bd70-5b857623536a), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.566523 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:09.622715 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (3794686e-8085-40a5-bd70-5b857623536a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.677547 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (3794686e-8085-40a5-bd70-5b857623536a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.702974 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3794686e-8085-40a5-bd70-5b857623536a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:09.706789 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.711436 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-8c2acc12-a3d3-4176-8d25-43539eb4e770 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3794686e-8085-40a5-bd70-5b857623536a HTTP/1.1" status: 204 len: 168 time: 0.2753904 Jul 26 03:17:09.712591 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59850) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:09.712910 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ad2ff-a03c-429c-83bb-43bbf8be4124 None None] Network 2ee3d40a-6386-40e4-904c-54dd185c894f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:09.786868 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (2ee3d40a-6386-40e4-904c-54dd185c894f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.837603 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Deleting port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:09.837787 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.890685 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 7467b1c4-cc11-4e7f-90c2-f78d690fb236 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:09.906999 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] For port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=02043ccc-ea3a-4a64-82e8-d8a1d9378c42,segment=NetworkSegment(18ff7a98-e0bb-4637-8bad-f2c91dbc7c52),segment_id=18ff7a98-e0bb-4637-8bad-f2c91dbc7c52)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:09.907373 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:09.918746 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 7467b1c4-cc11-4e7f-90c2-f78d690fb236 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:09.919119 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 7467b1c4-cc11-4e7f-90c2-f78d690fb236 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:09.926721 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Calling delete_port for 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:10.028375 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (02043ccc-ea3a-4a64-82e8-d8a1d9378c42), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.028526 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eefed6e-b357-46c8-ac82-e3259190d9d4 None None] DHCP port deletion for 2ee3d40a-6386-40e4-904c-54dd185c894f request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:17:10.043759 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] No DVR routers for this DVR port 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 on host dv-cinder-850840-2-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:17:10.062327 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:10.064456 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Pushing event deleted for resources: {'Port': ['ID=02043ccc-ea3a-4a64-82e8-d8a1d9378c42,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:10.147526 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (2ee3d40a-6386-40e4-904c-54dd185c894f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.177838 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee3d40a-6386-40e4-904c-54dd185c894f']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:10.189844 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:10.190136 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff7a98-e0bb-4637-8bad-f2c91dbc7c52') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:10.202439 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (18ff7a98-e0bb-4637-8bad-f2c91dbc7c52), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.219491 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (18ff7a98-e0bb-4637-8bad-f2c91dbc7c52), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.235139 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:17:10.235139 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (18ff7a98-e0bb-4637-8bad-f2c91dbc7c52), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.276367 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 18ff7a98-e0bb-4637-8bad-f2c91dbc7c52 resource provider aggregate not found Jul 26 03:17:10.302036 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 18ff7a98-e0bb-4637-8bad-f2c91dbc7c52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ff7a98-e0bb-4637-8bad-f2c91dbc7c52 found for delete ", "request_id": "req-e2d092ae-077f-493d-8362-3cafa2f1fbe2"}]} Jul 26 03:17:10.307231 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (2ee3d40a-6386-40e4-904c-54dd185c894f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.313146 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.317748 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] 10.222.0.42 "DELETE /v2.0/networks/2ee3d40a-6386-40e4-904c-54dd185c894f HTTP/1.1" status: 204 len: 168 time: 0.6036952 Jul 26 03:17:10.390639 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd161b-1647-4785-91d7-a0f92487339d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee3d40a-6386-40e4-904c-54dd185c894f,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:10.408022 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e434-385c-444e-bb0a-5fdeb355bab2 req-5759f137-13d2-45fb-ba23-9ce8c9b8504f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:10.409615 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d46e434-385c-444e-bb0a-5fdeb355bab2 req-5759f137-13d2-45fb-ba23-9ce8c9b8504f tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0796688 Jul 26 03:17:10.444505 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59878) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:10.459382 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:10.461774 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d46e434-385c-444e-bb0a-5fdeb355bab2 req-c678eb35-74b2-4675-93ca-c86f096d126a tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463762 Jul 26 03:17:10.501860 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f8b9bd9e-e67c-45c1-b688-56ffcd2bea72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6daba0980548418ea98d4d0cf42ef92f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0561836 Jul 26 03:17:10.504549 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59882) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:10.587214 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29f36223-bd48-42a7-820a-dd79d538babb admin admin] Publish callbacks [] for security_group (117330fe-99fd-4b09-be39-04fdb05f88fa), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.608642 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40974aaf-5b1d-4608-8df7-2186ef347116 req-c5d51e1b-af0e-4140-9bfc-cc2632b51dd9 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:10.610166 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-40974aaf-5b1d-4608-8df7-2186ef347116 req-c5d51e1b-af0e-4140-9bfc-cc2632b51dd9 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 945 time: 0.0643442 Jul 26 03:17:10.623072 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29f36223-bd48-42a7-820a-dd79d538babb admin admin] Publish callbacks [] for security_group (117330fe-99fd-4b09-be39-04fdb05f88fa), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.689535 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-40974aaf-5b1d-4608-8df7-2186ef347116 req-f951e072-a99c-4c66-9aec-4cde7c28f88d tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717504 Jul 26 03:17:10.707902 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29f36223-bd48-42a7-820a-dd79d538babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (117330fe-99fd-4b09-be39-04fdb05f88fa), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.710734 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29f36223-bd48-42a7-820a-dd79d538babb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:10.712033 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-29f36223-bd48-42a7-820a-dd79d538babb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/117330fe-99fd-4b09-be39-04fdb05f88fa HTTP/1.1" status: 204 len: 168 time: 0.2065754 Jul 26 03:17:10.714704 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:10.722047 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f36223-bd48-42a7-820a-dd79d538babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117330fe-99fd-4b09-be39-04fdb05f88fa,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:10.768904 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:11.419086 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:11.442435 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:11.442782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 02043ccc-ea3a-4a64-82e8-d8a1d9378c42 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:11.443391 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 28760039-636b-4cb5-bab9-aea60ed87471 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:11.462488 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 28760039-636b-4cb5-bab9-aea60ed87471 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:11.462821 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 28760039-636b-4cb5-bab9-aea60ed87471 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:11.590002 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83fa6b-aa4b-4b21-a891-9c0e6be00a2e req-084ea364-3ab3-4d8e-b3b9-bd060f250233 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:11.591546 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3f83fa6b-aa4b-4b21-a891-9c0e6be00a2e req-084ea364-3ab3-4d8e-b3b9-bd060f250233 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0509665 Jul 26 03:17:11.643219 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3f83fa6b-aa4b-4b21-a891-9c0e6be00a2e req-2cbf6b08-f869-4d94-96dc-553e8d52de60 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Jul 26 03:17:11.817664 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a7230-6fef-4a68-b96e-565853c5a7fb req-efa12a38-ddea-4b22-adcf-483c38b2fdf1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:11.819208 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a6a7230-6fef-4a68-b96e-565853c5a7fb req-efa12a38-ddea-4b22-adcf-483c38b2fdf1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 945 time: 0.0526915 Jul 26 03:17:11.867937 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0a6a7230-6fef-4a68-b96e-565853c5a7fb req-da2d7ac7-eb13-4768-b2fe-9e5ee17094e6 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Jul 26 03:17:12.123066 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:12.135321 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-7fbbb03e-2384-425e-b1e1-5e31c7682813 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:12.136769 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-7fbbb03e-2384-425e-b1e1-5e31c7682813 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 945 time: 0.0517972 Jul 26 03:17:12.229067 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-7aee65ee-1ab0-414a-b885-0e15622cbad6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:12.230592 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-7aee65ee-1ab0-414a-b885-0e15622cbad6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0597823 Jul 26 03:17:12.255384 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Deleting port 6424f09f-5b81-4a11-931e-dc12f6472a63 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:12.255788 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.315386 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Deleting port 9bba44c6-edd4-430c-95db-d19a412c48e7 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:12.315867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.353500 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] For port 6424f09f-5b81-4a11-931e-dc12f6472a63, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=6424f09f-5b81-4a11-931e-dc12f6472a63,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:12.353860 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.368032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Calling delete_port for 6424f09f-5b81-4a11-931e-dc12f6472a63 owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:12.412237 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] For port 9bba44c6-edd4-430c-95db-d19a412c48e7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=9bba44c6-edd4-430c-95db-d19a412c48e7,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:12.412876 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.514685 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (6424f09f-5b81-4a11-931e-dc12f6472a63), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.547240 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Pushing event deleted for resources: {'Port': ['ID=6424f09f-5b81-4a11-931e-dc12f6472a63,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:12.559878 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.560224 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.560620 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.560901 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.561227 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.561549 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.561894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.562243 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.562545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.562837 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.563180 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.563505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.563816 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.564169 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.564472 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.600848 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] No DVR routers for this DVR port 6424f09f-5b81-4a11-931e-dc12f6472a63 on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:17:12.603263 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.604131 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.604503 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.604955 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Floating IP 2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc disassociated. External IP: 172.27.3.153, port: 9bba44c6-edd4-430c-95db-d19a412c48e7. Jul 26 03:17:12.605298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Calling delete_port for 9bba44c6-edd4-430c-95db-d19a412c48e7 owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:12.606573 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-975182a4-090e-40e7-8ede-1db5ce9cb4dd req-642fc4dd-23bb-4b2f-aae6-3020ff5070b2 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "DELETE /v2.0/ports/6424f09f-5b81-4a11-931e-dc12f6472a63 HTTP/1.1" status: 204 len: 173 time: 0.4362082 Jul 26 03:17:12.607032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'name': 'network-vif-deleted', 'tag': '6424f09f-5b81-4a11-931e-dc12f6472a63'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:17:12.609262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82cf984-361f-43e1-a56d-e8a2a3bf2b45" -d '{"events": [{"server_uuid": "cef280c7-6724-4574-9c5e-93236d7c63fa", "name": "network-vif-deleted", "tag": "6424f09f-5b81-4a11-931e-dc12f6472a63"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:17:12.650465 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b364453-86d1-4966-a843-5f90d97742be x-openstack-request-id: req-4b364453-86d1-4966-a843-5f90d97742be {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:17:12.650726 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef280c7-6724-4574-9c5e-93236d7c63fa", "name": "network-vif-deleted", "tag": "6424f09f-5b81-4a11-931e-dc12f6472a63", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:17:12.650985 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b364453-86d1-4966-a843-5f90d97742be {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:17:12.651403 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b364453-86d1-4966-a843-5f90d97742be'] response: {'server_uuid': 'cef280c7-6724-4574-9c5e-93236d7c63fa', 'name': 'network-vif-deleted', 'tag': '6424f09f-5b81-4a11-931e-dc12f6472a63', 'status': 'completed', 'code': 200} Jul 26 03:17:12.778852 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (9bba44c6-edd4-430c-95db-d19a412c48e7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:12.793615 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b340-cde7-481e-a713-e99d6683e035 req-e390e388-90a2-4461-81a0-5258c5cced12 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:12.795113 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e99b340-cde7-481e-a713-e99d6683e035 req-e390e388-90a2-4461-81a0-5258c5cced12 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbe0d48e-9b52-48e2-bf40-30f16f2fd37d HTTP/1.1" status: 200 len: 946 time: 0.0599494 Jul 26 03:17:12.821934 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event deleted for resources: {'Port': ['ID=9bba44c6-edd4-430c-95db-d19a412c48e7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:12.845572 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.845728 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.846008 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.846364 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.846670 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.847003 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.847456 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.847656 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.847993 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.848376 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.848610 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.848966 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.849290 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.849613 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.849907 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:12.894022 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:12.915811 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5e99b340-cde7-481e-a713-e99d6683e035 req-01567bad-1262-4558-94fd-ea09000360e4 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups?id=630d9671-df93-46a2-96b6-e67bc8685721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018519 Jul 26 03:17:12.970984 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:12.991699 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-418c4ae0-bb10-48a5-9064-e204c0a23d79 req-29b405b6-ce53-4bca-bb19-20d741f15a6b tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef280c7-6724-4574-9c5e-93236d7c63fa HTTP/1.1" status: 200 len: 210 time: 0.0302479 Jul 26 03:17:12.998459 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:17:13.120805 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:17:13.132542 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] Sync routers for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:17:13.143516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:17:13.144082 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:13.172692 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] No DVR routers for this DVR port 9bba44c6-edd4-430c-95db-d19a412c48e7 on host hv-cinder-85084 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:17:13.175240 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:13.178837 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7a26aafa-c6af-4479-881c-be3af58acaf5 req-0bb441d6-3937-44d4-a0e4-19082e362fe7 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.36 "DELETE /v2.0/ports/9bba44c6-edd4-430c-95db-d19a412c48e7 HTTP/1.1" status: 204 len: 173 time: 0.9426086 Jul 26 03:17:13.179344 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-deleted', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:17:13.181649 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:13.181805 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3d7f9-61fb-427f-85ce-ecc4b6266396" -d '{"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-deleted", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:17:13.275706 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:13.396772 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd2c5d-6b98-448d-afbc-35c5e5387e81 x-openstack-request-id: req-30bd2c5d-6b98-448d-afbc-35c5e5387e81 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:17:13.397122 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe0d48e-9b52-48e2-bf40-30f16f2fd37d", "name": "network-vif-deleted", "tag": "9bba44c6-edd4-430c-95db-d19a412c48e7", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:17:13.397434 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30bd2c5d-6b98-448d-afbc-35c5e5387e81 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:17:13.397903 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bd2c5d-6b98-448d-afbc-35c5e5387e81'] response: {'server_uuid': 'dbe0d48e-9b52-48e2-bf40-30f16f2fd37d', 'name': 'network-vif-deleted', 'tag': '9bba44c6-edd4-430c-95db-d19a412c48e7', 'status': 'completed', 'code': 200} Jul 26 03:17:13.484105 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:13.511341 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] Checking router: 3a50c8aa-9249-4910-8ded-bafc5b29fa72 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:17:13.520391 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:17:13.521150 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:16:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:13.629608 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:13.824485 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:13.849969 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd86385-24e8-4cfd-8ae6-2017a39b3ebf None None] The sync data for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi is: [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:10:44Z', 'revision_number': 4, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': 'd77b413e-8760-4db2-8bd8-1e0ea7774642', 'name': '', 'network_id': 'e4264094-c280-4d22-bc2f-c5a07efc0e99', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'mac_address': 'fa:16:3e:4b:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:42Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'subnets': [{'id': '24e67041-edaa-4fbc-80b0-fa3aea581c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:17:14.032140 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59982) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:14.109153 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-22e97712-572d-46fd-b13d-cd37eb4feb55 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (630d9671-df93-46a2-96b6-e67bc8685721), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.142513 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-22e97712-572d-46fd-b13d-cd37eb4feb55 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (630d9671-df93-46a2-96b6-e67bc8685721), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.146124 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152944e7-3c56-4640-a6d4-51c77f9da2a4 None None] New status for floating IP 2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc: DOWN {{(pid=104281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:17:14.202193 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-22e97712-572d-46fd-b13d-cd37eb4feb55 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (630d9671-df93-46a2-96b6-e67bc8685721), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.206046 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-22e97712-572d-46fd-b13d-cd37eb4feb55 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.207700 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-22e97712-572d-46fd-b13d-cd37eb4feb55 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "DELETE /v2.0/security-groups/630d9671-df93-46a2-96b6-e67bc8685721 HTTP/1.1" status: 204 len: 168 time: 0.1746540 Jul 26 03:17:14.210748 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 59990) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:14.218814 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e97712-572d-46fd-b13d-cd37eb4feb55 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630d9671-df93-46a2-96b6-e67bc8685721,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:14.228536 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.api.v2.resource [None req-a5c47726-87c7-455b-b7dd-02e81a9f48c6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] show failed (client error): The resource could not be found. Jul 26 03:17:14.230123 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-a5c47726-87c7-455b-b7dd-02e81a9f48c6 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "GET /v2.0/security-groups/630d9671-df93-46a2-96b6-e67bc8685721 HTTP/1.1" status: 404 len: 347 time: 0.0173609 Jul 26 03:17:14.233721 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 59992) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:14.369970 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Deleting port 6fae4336-4144-43e3-a311-ef9f3d9fff6e {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:14.370693 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.410155 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 6424f09f-5b81-4a11-931e-dc12f6472a63 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:14.414089 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:14.444974 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 6424f09f-5b81-4a11-931e-dc12f6472a63 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:14.445272 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 6424f09f-5b81-4a11-931e-dc12f6472a63 not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:14.445669 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:14.457543 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.457954 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (6fae4336-4144-43e3-a311-ef9f3d9fff6e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.476846 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Calling delete_port for 6fae4336-4144-43e3-a311-ef9f3d9fff6e owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:14.492800 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 9bba44c6-edd4-430c-95db-d19a412c48e7 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:14.493280 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 9bba44c6-edd4-430c-95db-d19a412c48e7 not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:14.613790 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (6fae4336-4144-43e3-a311-ef9f3d9fff6e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.636495 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Pushing event deleted for resources: {'Port': ['ID=6fae4336-4144-43e3-a311-ef9f3d9fff6e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:14.702255 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks [] for floatingip (2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.704649 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:14.705833 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c8c79d63-550d-4e2a-a95a-86507cbf8d21 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] 10.222.0.42 "DELETE /v2.0/floatingips/2a54cc84-c76a-4f2e-8d3f-3c0fea5008cc HTTP/1.1" status: 204 len: 168 time: 0.4709280 Jul 26 03:17:16.342338 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:17:19.719644 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-04611124-ac12-43a7-804e-d3f71fa30b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:21.974253 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-17345a33-05a6-4aa7-8a35-62f19cf5106b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:22.971508 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:23.172035 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:24.228651 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:24.287089 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:24.294708 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-c6008a77-0c51-4669-940a-d1b0ead27ec3 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:24.296694 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-c6008a77-0c51-4669-940a-d1b0ead27ec3 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/networks?id=95714943-b739-4cc7-951c-93ef6a13b1fa HTTP/1.1" status: 200 len: 814 time: 0.1134250 Jul 26 03:17:24.314623 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-487e276e-39b5-43f0-a537-43ea7443fa00 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/quotas/8bd77269b8504984b3e086be66ac9713 HTTP/1.1" status: 200 len: 375 time: 0.0109930 Jul 26 03:17:24.357497 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-0fc743f1-b9f1-4960-ba34-e080d145fd33 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bd77269b8504984b3e086be66ac9713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363307 Jul 26 03:17:24.445616 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:24.478856 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-1bb84f41-58d4-498b-90c8-81c9a5d2bb8c service neutron] 10.222.0.42 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137204 Jul 26 03:17:24.582446 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60166) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:24.592830 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-f46475a6-c2d2-450a-bd4b-a94eb12f3148 service neutron] 10.222.0.42 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029444 Jul 26 03:17:24.613777 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:24.777885 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-896a9a3c-ded2-4ee8-b0df-a9704f9ad68f req-de0bdd6b-7f44-4da9-a070-33a65ee4421a tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 210 time: 0.0396438 Jul 26 03:17:24.812110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:25.111868 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (3a50c8aa-9249-4910-8ded-bafc5b29fa72), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:25.346297 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Deleting port d77b413e-8760-4db2-8bd8-1e0ea7774642 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:25.346894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:25.434917 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] For port d77b413e-8760-4db2-8bd8-1e0ea7774642, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=d77b413e-8760-4db2-8bd8-1e0ea7774642,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:25.435324 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:25.449787 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Calling delete_port for d77b413e-8760-4db2-8bd8-1e0ea7774642 owned by network:router_interface {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:25.643411 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (d77b413e-8760-4db2-8bd8-1e0ea7774642), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:25.648306 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:25.649208 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:25.674346 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Pushing event deleted for resources: {'Port': ['ID=d77b413e-8760-4db2-8bd8-1e0ea7774642,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:25.897134 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (3a50c8aa-9249-4910-8ded-bafc5b29fa72), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:25.932507 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-d56bcf59-0d17-4dd5-a977-795494dca89d tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:25.934232 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-d56bcf59-0d17-4dd5-a977-795494dca89d tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "GET /v2.0/networks?id=95714943-b739-4cc7-951c-93ef6a13b1fa HTTP/1.1" status: 200 len: 814 time: 0.1927149 Jul 26 03:17:25.973847 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f7bfa68c-ba9c-4548-a7c9-d021fd93e5e1 req-bcdf003e-53df-4d28-9450-cd66c6b454c1 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 210 time: 0.0383365 Jul 26 03:17:25.979601 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Request body: {'port': {'device_id': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa', 'admin_state_up': True, 'tenant_id': '8bd77269b8504984b3e086be66ac9713'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:26.128944 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Made reservation on behalf of 8bd77269b8504984b3e086be66ac9713 for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:26.132409 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.154124 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:17:26.256782 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:17:26.258840 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Allocated IP 172.20.0.11 (95714943-b739-4cc7-951c-93ef6a13b1fa/1d693bfd-0045-406b-b9c5-bce6398b1965/da24c78e-34a6-4221-98bb-d4574e9d6954) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:17:26.262145 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-24871a82-618c-4b91-b785-3c703520c67b admin admin] 10.222.0.42 "PUT /v2.0/routers/3a50c8aa-9249-4910-8ded-bafc5b29fa72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785560 Jul 26 03:17:26.264642 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60212) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:26.267250 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] Sync routers for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:17:26.279945 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:17:26.280580 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:26.371004 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks [] for router (3a50c8aa-9249-4910-8ded-bafc5b29fa72), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.388915 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:26.474496 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks [] for router_gateway (3a50c8aa-9249-4910-8ded-bafc5b29fa72), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.516844 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:26.531540 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Deleting port 1d632f8a-90c9-4a47-ba20-e046c30aecf7 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:26.531877 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.583458 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:17:25Z', 'revision_number': 5, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port': {'id': '1d632f8a-90c9-4a47-ba20-e046c30aecf7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:10:39Z', 'updated_at': '2022-07-26T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:26.609011 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] Checking router: 3a50c8aa-9249-4910-8ded-bafc5b29fa72 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:17:26.610100 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:26.618299 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] Routers {'3a50c8aa-9249-4910-8ded-bafc5b29fa72'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:17:26.618718 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] For port 1d632f8a-90c9-4a47-ba20-e046c30aecf7, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1d632f8a-90c9-4a47-ba20-e046c30aecf7,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:26.618926 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:26.619155 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.634791 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Calling delete_port for 1d632f8a-90c9-4a47-ba20-e046c30aecf7 owned by network:router_gateway {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:26.703684 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks [] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.710580 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] Set router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:17:26.740959 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.768021 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Network 95714943-b739-4cc7-951c-93ef6a13b1fa is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:17:26.768267 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:17:26Z', 'revision_number': 6, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:26.771605 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:17:26.771836 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:26.792647 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:17:26.797131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c2758-b482-4c87-8f11-00a5ae2f5ac6 None None] The sync data for ids ['3a50c8aa-9249-4910-8ded-bafc5b29fa72'] in dv-cinder-850840-2-iscsi is: [{'id': '3a50c8aa-9249-4910-8ded-bafc5b29fa72', 'name': 'tempest-AttachVolumeShelveTestJSON-1814768006-router', 'tenant_id': 'ab741435041940cc9c7f02b27120bd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:10:37Z', 'updated_at': '2022-07-26T03:17:26Z', 'revision_number': 6, 'project_id': 'ab741435041940cc9c7f02b27120bd90', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:17:26.827895 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:26.865131 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1d632f8a-90c9-4a47-ba20-e046c30aecf7), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.868363 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Pushing event updated for resources: {'Port': ['ID=da24c78e-34a6-4221-98bb-d4574e9d6954,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:26.888687 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:26.889589 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:26.896956 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:26.900137 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d632f8a-90c9-4a47-ba20-e046c30aecf7,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:26.915234 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-fa5dae5d-a92f-42fd-8632-41f515a08f91 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402075 Jul 26 03:17:26.931062 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Request body: {'port': {'device_id': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:26.968739 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (3a50c8aa-9249-4910-8ded-bafc5b29fa72), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.000204 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.395482 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da24c78e-34a6-4221-98bb-d4574e9d6954 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:17:27.407459 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Publish callbacks [] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.418049 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (3a50c8aa-9249-4910-8ded-bafc5b29fa72), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.423806 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Transition to ACTIVE for port object da24c78e-34a6-4221-98bb-d4574e9d6954 will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:17:27.431361 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.440295 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks [] for router_controller (3a50c8aa-9249-4910-8ded-bafc5b29fa72), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.461600 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9effd54-5d0d-4fa8-9f26-6603a34e81f2 req-91af9815-f29a-4507-9673-03e60d658dc9 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:27.463782 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c9effd54-5d0d-4fa8-9f26-6603a34e81f2 req-91af9815-f29a-4507-9673-03e60d658dc9 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 932 time: 0.1049843 Jul 26 03:17:27.518033 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Pushing event updated for resources: {'Port': ['ID=da24c78e-34a6-4221-98bb-d4574e9d6954,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:27.549424 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (3a50c8aa-9249-4910-8ded-bafc5b29fa72), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.550029 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a50c8aa-9249-4910-8ded-bafc5b29fa72 {{(pid=104279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:17:27.560525 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.561691 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-763257af-53df-4a03-8a99-30411ecfccb8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3a50c8aa-9249-4910-8ded-bafc5b29fa72 HTTP/1.1" status: 204 len: 168 time: 1.2960541 Jul 26 03:17:27.564395 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60252) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:27.580871 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c9effd54-5d0d-4fa8-9f26-6603a34e81f2 req-a0f4bc3e-08ff-4215-89ac-005a1de085e6 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846531 Jul 26 03:17:27.602017 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Attempting to bind port da24c78e-34a6-4221-98bb-d4574e9d6954 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:17:27.602298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Attempting to bind port da24c78e-34a6-4221-98bb-d4574e9d6954 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:17:27.602634 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Attempting to bind port da24c78e-34a6-4221-98bb-d4574e9d6954 on network 95714943-b739-4cc7-951c-93ef6a13b1fa {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:17:27.613128 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Port da24c78e-34a6-4221-98bb-d4574e9d6954 on network 95714943-b739-4cc7-951c-93ef6a13b1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:17:27.613450 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Attempting to bind port da24c78e-34a6-4221-98bb-d4574e9d6954 on network 95714943-b739-4cc7-951c-93ef6a13b1fa {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:17:27.623755 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:17:27.624091 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Checking segment: {'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:17:27.624473 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Bound using segment: {'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:17:27.624936 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Bound port: da24c78e-34a6-4221-98bb-d4574e9d6954, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:17:27.625298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.636480 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] Deleting subnet 24e67041-edaa-4fbc-80b0-fa3aea581c5f {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:17:27.642354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] Publish callbacks [] for subnet (24e67041-edaa-4fbc-80b0-fa3aea581c5f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.708616 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4129470'] for subnet (24e67041-edaa-4fbc-80b0-fa3aea581c5f), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.731891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1d632f8a-90c9-4a47-ba20-e046c30aecf7 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:27.754577 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 1d632f8a-90c9-4a47-ba20-e046c30aecf7 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:27.755385 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1d632f8a-90c9-4a47-ba20-e046c30aecf7 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:27.755620 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] For port da24c78e-34a6-4221-98bb-d4574e9d6954, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:17:27.755820 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device d77b413e-8760-4db2-8bd8-1e0ea7774642 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:27.757542 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:27.759640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] For port da24c78e-34a6-4221-98bb-d4574e9d6954, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=da24c78e-34a6-4221-98bb-d4574e9d6954,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:17:27.773417 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.784111 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: d77b413e-8760-4db2-8bd8-1e0ea7774642 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:27.784552 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device d77b413e-8760-4db2-8bd8-1e0ea7774642 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:27.836883 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:27.837506 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.838994 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] 10.222.0.36 "PUT /v2.0/ports/da24c78e-34a6-4221-98bb-d4574e9d6954 HTTP/1.1" status: 200 len: 1094 time: 0.9127686 Jul 26 03:17:27.841061 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'tag': 'da24c78e-34a6-4221-98bb-d4574e9d6954'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:17:27.843583 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7865fb-14d2-413c-9f34-7402d70e4308", "tag": "da24c78e-34a6-4221-98bb-d4574e9d6954"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:17:27.865575 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (24e67041-edaa-4fbc-80b0-fa3aea581c5f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:27.905806 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:27.925426 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c23f57a-c032-46da-be24-4b6a500401c4 x-openstack-request-id: req-4c23f57a-c032-46da-be24-4b6a500401c4 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:17:27.925713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7865fb-14d2-413c-9f34-7402d70e4308", "tag": "da24c78e-34a6-4221-98bb-d4574e9d6954", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:17:27.925956 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c23f57a-c032-46da-be24-4b6a500401c4 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:17:27.926361 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c23f57a-c032-46da-be24-4b6a500401c4'] response: {'name': 'network-changed', 'server_uuid': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'tag': 'da24c78e-34a6-4221-98bb-d4574e9d6954', 'status': 'completed', 'code': 200} Jul 26 03:17:27.928460 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ffa72-845c-40ff-94ac-16b930acdaaa service neutron] Pushing event updated for resources: {'Port': ['ID=da24c78e-34a6-4221-98bb-d4574e9d6954,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:27.968780 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-bcaae345-f331-470a-b16e-bcb6fe8817b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:27.970357 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-bcaae345-f331-470a-b16e-bcb6fe8817b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bd77269b8504984b3e086be66ac9713&device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 1128 time: 0.0669968 Jul 26 03:17:27.989221 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530183'] for subnet (24e67041-edaa-4fbc-80b0-fa3aea581c5f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.023499 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-3ace2b4e-9a4b-4e91-935a-75ad3f4a0bcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da24c78e-34a6-4221-98bb-d4574e9d6954 HTTP/1.1" status: 200 len: 217 time: 0.0425882 Jul 26 03:17:28.049069 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e67041-edaa-4fbc-80b0-fa3aea581c5f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:28.054002 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.059480 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0cbaab1a-11c8-4a00-a8e8-a59203e06fc4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24e67041-edaa-4fbc-80b0-fa3aea581c5f HTTP/1.1" status: 204 len: 168 time: 0.4917991 Jul 26 03:17:28.060293 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60256) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:28.063645 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a648ae7-4537-4ef3-a9f8-bf485199b91a None None] Network e4264094-c280-4d22-bc2f-c5a07efc0e99 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:28.103199 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-d1dbc5db-4b6b-42d2-a7a8-aa46f0e982e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:28.104695 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-d1dbc5db-4b6b-42d2-a7a8-aa46f0e982e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d693bfd-0045-406b-b9c5-bce6398b1965 HTTP/1.1" status: 200 len: 854 time: 0.0634313 Jul 26 03:17:28.142628 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (e4264094-c280-4d22-bc2f-c5a07efc0e99), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.143326 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-a8c82395-ff22-4c4c-b44a-9f1b1d6ec1dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95714943-b739-4cc7-951c-93ef6a13b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283842 Jul 26 03:17:28.186312 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Deleting port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:28.186798 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.235533 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] DHCP port deletion for e4264094-c280-4d22-bc2f-c5a07efc0e99 request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:17:28.241342 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-2650ac51-83c8-4a2e-b070-99019ca9aac0 service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911670 Jul 26 03:17:28.254577 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] For port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:28.255346 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.268366 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Calling delete_port for 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:28.279292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Deleting port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 {{(pid=104280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:17:28.279739 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), before_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.339816 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-82aaff3d-5ed6-40b8-a8ee-ca94f46f927d req-d62e0233-f3ea-4ed4-91bf-462291860a97 service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888548 Jul 26 03:17:28.341317 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] For port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,segment=NetworkSegment(c6dd8fb7-314a-4475-b0b9-2a3b2651291f),segment_id=c6dd8fb7-314a-4475-b0b9-2a3b2651291f)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:28.341713 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), precommit_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.353735 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.358120 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Calling delete_port for 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 owned by network:dhcp {{(pid=104280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:17:28.380797 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Pushing event deleted for resources: {'Port': ['ID=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:28.382636 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] No DVR routers for this DVR port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 on host dv-cinder-850840-2-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:17:28.456827 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (e4264094-c280-4d22-bc2f-c5a07efc0e99), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.478503 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4264094-c280-4d22-bc2f-c5a07efc0e99']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:28.480540 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:28.489826 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:28.490173 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dd8fb7-314a-4475-b0b9-2a3b2651291f') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:28.502397 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (c6dd8fb7-314a-4475-b0b9-2a3b2651291f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.522985 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (c6dd8fb7-314a-4475-b0b9-2a3b2651291f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.539909 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:17:28.540671 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (c6dd8fb7-314a-4475-b0b9-2a3b2651291f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.580058 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116'] for port (55b67fb1-95ff-4027-a77d-b6b8f54d0ce6), after_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.592983 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment c6dd8fb7-314a-4475-b0b9-2a3b2651291f resource provider aggregate not found Jul 26 03:17:28.603259 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Pushing event deleted for resources: {'Port': ['ID=55b67fb1-95ff-4027-a77d-b6b8f54d0ce6,revision_number=None']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:28.617527 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] No DVR routers for this DVR port 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 on host dv-cinder-850840-2-iscsi {{(pid=104280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:17:28.623356 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.623926 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.624440 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.625099 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.625574 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.626056 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.626523 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.627259 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.627723 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.628176 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.628644 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.629126 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.629693 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.630285 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.630861 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0ba0b5-6abb-439e-8361-565ba5d3067b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:17:28.638118 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment c6dd8fb7-314a-4475-b0b9-2a3b2651291f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6dd8fb7-314a-4475-b0b9-2a3b2651291f found for delete ", "request_id": "req-2436e3d5-059b-4d33-b643-a3bcc3dc373f"}]} Jul 26 03:17:28.651773 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (e4264094-c280-4d22-bc2f-c5a07efc0e99), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.657567 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.663457 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] 10.222.0.42 "DELETE /v2.0/networks/e4264094-c280-4d22-bc2f-c5a07efc0e99 HTTP/1.1" status: 204 len: 168 time: 0.6024997 Jul 26 03:17:28.681567 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60284) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:28.690225 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c909fed-0d79-4f20-a331-14fd4c45f93b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4264094-c280-4d22-bc2f-c5a07efc0e99,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:28.732279 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] Deleting subnet 4eb1bb39-5201-4274-866c-48a4ea52585b {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:17:28.737354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] Publish callbacks [] for subnet (4eb1bb39-5201-4274-866c-48a4ea52585b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.767637 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc51b-67f6-4f7c-83c8-3159f2c3f978 req-ea9ecc7f-02e9-4709-8942-cd10d6f63370 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:28.769212 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8fcfc51b-67f6-4f7c-83c8-3159f2c3f978 req-ea9ecc7f-02e9-4709-8942-cd10d6f63370 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 944 time: 0.0766513 Jul 26 03:17:28.796053 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4129470'] for subnet (4eb1bb39-5201-4274-866c-48a4ea52585b), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.809899 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:28.825013 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8fcfc51b-67f6-4f7c-83c8-3159f2c3f978 req-38b2ec8f-247f-44dd-8c11-5809af50691e tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Jul 26 03:17:28.837311 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60290) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:28.857128 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (4eb1bb39-5201-4274-866c-48a4ea52585b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.880353 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-dc2e1dbf-c432-4686-96c0-5ec6938361e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab741435041940cc9c7f02b27120bd90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416286 Jul 26 03:17:28.882625 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60294) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:28.925273 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530183'] for subnet (4eb1bb39-5201-4274-866c-48a4ea52585b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.937453 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1065d2c3-335c-4315-9ec2-ccb3007157c4 admin admin] Publish callbacks [] for security_group (c8cfd16f-6153-4352-a6ad-72020011ca3e), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.954803 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb1bb39-5201-4274-866c-48a4ea52585b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:28.959085 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1065d2c3-335c-4315-9ec2-ccb3007157c4 admin admin] Publish callbacks [] for security_group (c8cfd16f-6153-4352-a6ad-72020011ca3e), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.959874 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:28.963943 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-941c980a-3a7f-442c-8b93-649b7a426ff9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4eb1bb39-5201-4274-866c-48a4ea52585b HTTP/1.1" status: 204 len: 168 time: 0.2813413 Jul 26 03:17:28.967161 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60296) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:29.016635 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1065d2c3-335c-4315-9ec2-ccb3007157c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (c8cfd16f-6153-4352-a6ad-72020011ca3e), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.019404 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1065d2c3-335c-4315-9ec2-ccb3007157c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.020591 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-1065d2c3-335c-4315-9ec2-ccb3007157c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8cfd16f-6153-4352-a6ad-72020011ca3e HTTP/1.1" status: 204 len: 168 time: 0.1370313 Jul 26 03:17:29.028757 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065d2c3-335c-4315-9ec2-ccb3007157c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cfd16f-6153-4352-a6ad-72020011ca3e,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:29.041896 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (efd78d1d-2a34-47a7-9f3d-2e39c4439bf1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.121242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (efd78d1d-2a34-47a7-9f3d-2e39c4439bf1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.141822 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd78d1d-2a34-47a7-9f3d-2e39c4439bf1']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:29.151240 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88af17b2-42e1-4b39-8193-c8f87dfc9a82') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:29.151523 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88af17b2-42e1-4b39-8193-c8f87dfc9a82') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:29.162221 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (88af17b2-42e1-4b39-8193-c8f87dfc9a82), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.169642 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:29.176253 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (88af17b2-42e1-4b39-8193-c8f87dfc9a82), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.184180 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:17:29.184577 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (88af17b2-42e1-4b39-8193-c8f87dfc9a82), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.273104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (efd78d1d-2a34-47a7-9f3d-2e39c4439bf1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.280974 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.284265 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/efd78d1d-2a34-47a7-9f3d-2e39c4439bf1 HTTP/1.1" status: 204 len: 168 time: 0.3160617 Jul 26 03:17:29.287547 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60306) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:29.322105 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cb616-39a7-47c3-8456-7741ccce17e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd78d1d-2a34-47a7-9f3d-2e39c4439bf1,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:29.337450 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-2d607ba7-ff72-4ae7-965a-32b1f37a9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:29.340015 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-2d607ba7-ff72-4ae7-965a-32b1f37a9981 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bd77269b8504984b3e086be66ac9713&device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 1128 time: 0.0767298 Jul 26 03:17:29.344302 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] Deleting subnet 376fef6e-ecc9-4161-9d5a-44c1c4f17926 {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:17:29.347826 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] Publish callbacks [] for subnet (376fef6e-ecc9-4161-9d5a-44c1c4f17926), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.351226 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 88af17b2-42e1-4b39-8193-c8f87dfc9a82 resource provider aggregate not found Jul 26 03:17:29.389494 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (376fef6e-ecc9-4161-9d5a-44c1c4f17926), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.419582 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:29.421603 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 88af17b2-42e1-4b39-8193-c8f87dfc9a82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88af17b2-42e1-4b39-8193-c8f87dfc9a82 found for delete ", "request_id": "req-a6914dda-1d88-4032-b2bb-7305c7a28c5f"}]} Jul 26 03:17:29.433891 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (376fef6e-ecc9-4161-9d5a-44c1c4f17926), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.450873 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-7eb98c59-f73e-45fa-91d6-c9f3906d73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:29.452405 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-7eb98c59-f73e-45fa-91d6-c9f3906d73d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95714943-b739-4cc7-951c-93ef6a13b1fa HTTP/1.1" status: 200 len: 915 time: 0.0973299 Jul 26 03:17:29.456530 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:17:29.477058 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:17:29.477409 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 55b67fb1-95ff-4027-a77d-b6b8f54d0ce6 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:17:29.503763 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (376fef6e-ecc9-4161-9d5a-44c1c4f17926), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.504887 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-4bd825b0-1677-425d-a8d8-3f07e3972a7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da24c78e-34a6-4221-98bb-d4574e9d6954 HTTP/1.1" status: 200 len: 217 time: 0.0400102 Jul 26 03:17:29.529739 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376fef6e-ecc9-4161-9d5a-44c1c4f17926,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:29.535029 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.540441 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0c7cbdcb-371f-4afd-80a7-f5e205f75de5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/376fef6e-ecc9-4161-9d5a-44c1c4f17926 HTTP/1.1" status: 204 len: 168 time: 0.2493663 Jul 26 03:17:29.540671 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60318) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:29.561987 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-a0b954e6-6e4c-4af0-b283-f72c49019be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:29.563553 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-a0b954e6-6e4c-4af0-b283-f72c49019be1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d693bfd-0045-406b-b9c5-bce6398b1965 HTTP/1.1" status: 200 len: 854 time: 0.0501091 Jul 26 03:17:29.605235 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-f24347d7-9b1d-4de3-a15b-334acf8594c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95714943-b739-4cc7-951c-93ef6a13b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324004 Jul 26 03:17:29.618008 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (5a9644f4-5be7-470e-87ba-dad2423e132a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.704194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (5a9644f4-5be7-470e-87ba-dad2423e132a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.706110 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-eeb6f698-07f7-41e5-b4f9-bc3cb601423e service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915270 Jul 26 03:17:29.732598 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9644f4-5be7-470e-87ba-dad2423e132a']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:29.734223 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1162c05-c5ea-49f7-bded-ce51e784ce03') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:29.734519 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1162c05-c5ea-49f7-bded-ce51e784ce03') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:17:29.744627 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (f1162c05-c5ea-49f7-bded-ce51e784ce03), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.759388 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (f1162c05-c5ea-49f7-bded-ce51e784ce03), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.765081 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:29.766392 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:17:29.766839 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (f1162c05-c5ea-49f7-bded-ce51e784ce03), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.819322 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-34aedbe4-6bbd-4985-bdff-5f0bad2be0b3 req-a56608df-0fd2-4b5b-bf7b-a93a9853530c service neutron] 10.222.0.36 "GET /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034126 Jul 26 03:17:29.829443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (5a9644f4-5be7-470e-87ba-dad2423e132a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.836769 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:29.840124 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5a9644f4-5be7-470e-87ba-dad2423e132a HTTP/1.1" status: 204 len: 168 time: 0.2982557 Jul 26 03:17:29.851179 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e14e88-d578-4a31-8859-8d352384f7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9644f4-5be7-470e-87ba-dad2423e132a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:29.962568 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcde76-25ab-4f30-85ad-647648a1482c req-e6093d82-bbde-4d17-a7ec-7b3a068e7d17 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:29.964202 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f3fcde76-25ab-4f30-85ad-647648a1482c req-e6093d82-bbde-4d17-a7ec-7b3a068e7d17 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 944 time: 0.0529380 Jul 26 03:17:30.039745 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f3fcde76-25ab-4f30-85ad-647648a1482c req-804c5ffa-81fe-4a96-b186-e5dd17c69983 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Jul 26 03:17:30.052148 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60342) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:30.104958 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-a54c340d-273e-47a7-9737-6141b9577cba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8438d753dc6643dab71a423ffe57e8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516241 Jul 26 03:17:30.107676 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60344) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:30.158297 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-711683b5-10b3-40d1-9cbc-b1657935bcde admin admin] Publish callbacks [] for security_group (8924a5fa-c31e-47e0-8784-bca39f5f1d30), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.181328 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-711683b5-10b3-40d1-9cbc-b1657935bcde admin admin] Publish callbacks [] for security_group (8924a5fa-c31e-47e0-8784-bca39f5f1d30), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.241489 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-711683b5-10b3-40d1-9cbc-b1657935bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (8924a5fa-c31e-47e0-8784-bca39f5f1d30), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.244601 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-711683b5-10b3-40d1-9cbc-b1657935bcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.245963 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-711683b5-10b3-40d1-9cbc-b1657935bcde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8924a5fa-c31e-47e0-8784-bca39f5f1d30 HTTP/1.1" status: 204 len: 168 time: 0.1372657 Jul 26 03:17:30.254790 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711683b5-10b3-40d1-9cbc-b1657935bcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8924a5fa-c31e-47e0-8784-bca39f5f1d30,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:30.637695 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60368) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:30.655417 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment f1162c05-c5ea-49f7-bded-ce51e784ce03 resource provider aggregate not found Jul 26 03:17:30.672458 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment f1162c05-c5ea-49f7-bded-ce51e784ce03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1162c05-c5ea-49f7-bded-ce51e784ce03 found for delete ", "request_id": "req-888eec49-76bb-4ca8-897c-3b1f944638a8"}]} Jul 26 03:17:30.680027 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2e7acce7-5322-45f1-bd41-db2fc20200de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79876de535d844e5a57843bbc5b0e0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411501 Jul 26 03:17:30.682759 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60374) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:30.734083 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca4547ca-4eb5-4894-bb3a-c09cab7aad3d admin admin] Publish callbacks [] for security_group (b7006261-471f-42c5-9aa0-934797c56d2f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.756357 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca4547ca-4eb5-4894-bb3a-c09cab7aad3d admin admin] Publish callbacks [] for security_group (b7006261-471f-42c5-9aa0-934797c56d2f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.787497 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:30.813377 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca4547ca-4eb5-4894-bb3a-c09cab7aad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b7006261-471f-42c5-9aa0-934797c56d2f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.816260 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ca4547ca-4eb5-4894-bb3a-c09cab7aad3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:30.817913 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ca4547ca-4eb5-4894-bb3a-c09cab7aad3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7006261-471f-42c5-9aa0-934797c56d2f HTTP/1.1" status: 204 len: 168 time: 0.1339445 Jul 26 03:17:30.828136 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4547ca-4eb5-4894-bb3a-c09cab7aad3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7006261-471f-42c5-9aa0-934797c56d2f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:31.162829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eca57d-d6fb-4049-9c78-cfd43499633a req-c9992139-46db-44bc-848e-8350f5680f23 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:31.164342 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-77eca57d-d6fb-4049-9c78-cfd43499633a req-c9992139-46db-44bc-848e-8350f5680f23 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 944 time: 0.0476027 Jul 26 03:17:31.212723 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-77eca57d-d6fb-4049-9c78-cfd43499633a req-d1409638-f0d9-4007-9aa1-28274d493b50 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Jul 26 03:17:32.339047 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ff6d6-eeb2-4a7a-83c0-2376458ae4b5 req-4dfb12d4-f446-4de6-b513-ea0c6cb928a7 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:32.340607 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3b8ff6d6-eeb2-4a7a-83c0-2376458ae4b5 req-4dfb12d4-f446-4de6-b513-ea0c6cb928a7 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 944 time: 0.0532038 Jul 26 03:17:32.359661 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:32.391658 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3b8ff6d6-eeb2-4a7a-83c0-2376458ae4b5 req-efc4ec27-ec2a-46a3-97ec-dde548e8e902 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Jul 26 03:17:33.059386 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device da24c78e-34a6-4221-98bb-d4574e9d6954 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:17:33.072619 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:33.158569 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port da24c78e-34a6-4221-98bb-d4574e9d6954, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=da24c78e-34a6-4221-98bb-d4574e9d6954,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:33.169561 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'da24c78e-34a6-4221-98bb-d4574e9d6954', 'network_id': '95714943-b739-4cc7-951c-93ef6a13b1fa', 'port_id': 'da24c78e-34a6-4221-98bb-d4574e9d6954', 'mac_address': 'fa:16:3e:dd:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d693bfd-0045-406b-b9c5-bce6398b1965', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:17:33.207492 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port da24c78e-34a6-4221-98bb-d4574e9d6954 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:17:33.207871 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:33.220680 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da24c78e-34a6-4221-98bb-d4574e9d6954 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:17:33.241114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port da24c78e-34a6-4221-98bb-d4574e9d6954, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=da24c78e-34a6-4221-98bb-d4574e9d6954,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:33.247911 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:33.294729 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=da24c78e-34a6-4221-98bb-d4574e9d6954,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:33.521038 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92b32-eaca-4595-8043-0c8a6bbc8c07 req-1303f5bc-ff2b-4bf6-b844-da0b27126f48 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:33.522494 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bfc92b32-eaca-4595-8043-0c8a6bbc8c07 req-1303f5bc-ff2b-4bf6-b844-da0b27126f48 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 945 time: 0.0478699 Jul 26 03:17:33.568514 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bfc92b32-eaca-4595-8043-0c8a6bbc8c07 req-cbb2f615-7d2a-4536-942f-a9a11e6f2b4c tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Jul 26 03:17:34.299947 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:34.309758 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=38 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:34.700578 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9304d-efc6-4745-8330-821cfc452079 req-b1c39b41-84e2-4e29-aa8c-1eb182835ee0 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:34.702104 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7bb9304d-efc6-4745-8330-821cfc452079 req-b1c39b41-84e2-4e29-aa8c-1eb182835ee0 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Jul 26 03:17:34.752032 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7bb9304d-efc6-4745-8330-821cfc452079 req-c0e57490-a25d-4939-b226-6ca2f77866b5 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Jul 26 03:17:35.062437 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['da24c78e-34a6-4221-98bb-d4574e9d6954'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:17:35.132244 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:35.876264 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05bf77-4e92-4a21-962b-1fcbb3e5c204 req-d398f15d-cdf6-40dc-8b81-25390a3a5417 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:35.877810 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fa05bf77-4e92-4a21-962b-1fcbb3e5c204 req-d398f15d-cdf6-40dc-8b81-25390a3a5417 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Jul 26 03:17:35.926352 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fa05bf77-4e92-4a21-962b-1fcbb3e5c204 req-82fd2f97-8b37-459d-bad1-e3da47111516 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Jul 26 03:17:36.824422 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device da24c78e-34a6-4221-98bb-d4574e9d6954 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:17:36.868421 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port da24c78e-34a6-4221-98bb-d4574e9d6954 completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:17:36.875282 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port da24c78e-34a6-4221-98bb-d4574e9d6954 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:17:36.875714 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:36.949329 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port da24c78e-34a6-4221-98bb-d4574e9d6954 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:17:36.949711 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:36.974027 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da24c78e-34a6-4221-98bb-d4574e9d6954'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:17:36.974981 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed073e-e7c7-4828-9123-2298d35acaca" -d '{"events": [{"server_uuid": "8b7865fb-14d2-413c-9f34-7402d70e4308", "name": "network-vif-plugged", "status": "completed", "tag": "da24c78e-34a6-4221-98bb-d4574e9d6954"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:17:36.988375 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port da24c78e-34a6-4221-98bb-d4574e9d6954, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=da24c78e-34a6-4221-98bb-d4574e9d6954,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:17:36.998252 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:37.023564 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e134df-461a-4349-9099-bb668e9a5020 x-openstack-request-id: req-23e134df-461a-4349-9099-bb668e9a5020 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:17:37.023852 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7865fb-14d2-413c-9f34-7402d70e4308", "name": "network-vif-plugged", "status": "completed", "tag": "da24c78e-34a6-4221-98bb-d4574e9d6954", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:17:37.024097 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23e134df-461a-4349-9099-bb668e9a5020 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:17:37.024487 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e134df-461a-4349-9099-bb668e9a5020'] response: {'server_uuid': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da24c78e-34a6-4221-98bb-d4574e9d6954', 'code': 200} Jul 26 03:17:37.049403 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e1997-afd7-4f56-83f2-15205b4a0df5 req-2be34bec-1b4a-4aea-8a87-eec3a56bd016 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:37.051348 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce1e1997-afd7-4f56-83f2-15205b4a0df5 req-2be34bec-1b4a-4aea-8a87-eec3a56bd016 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 946 time: 0.0503483 Jul 26 03:17:37.060191 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=da24c78e-34a6-4221-98bb-d4574e9d6954,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:37.101029 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-ce1e1997-afd7-4f56-83f2-15205b4a0df5 req-007e89db-f2b5-41ee-86c6-2fbd01928724 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Jul 26 03:17:37.197643 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15def3c1-caff-464d-8b01-a29bdfb700be req-ec24f03c-0ef5-4181-8b4d-4110f155fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:37.199158 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-15def3c1-caff-464d-8b01-a29bdfb700be req-ec24f03c-0ef5-4181-8b4d-4110f155fe1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 1130 time: 0.0392156 Jul 26 03:17:37.246826 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-15def3c1-caff-464d-8b01-a29bdfb700be req-355350cc-98cd-4763-a7b4-27936ba6b612 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 Jul 26 03:17:37.833851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60568) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:37.945498 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-45efa0a1-7fd6-4907-add8-6c2561049b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:37.975352 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:38.027333 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-45efa0a1-7fd6-4907-add8-6c2561049b30 admin admin] Publish callbacks [] for security_group (e6f98de9-b8bd-43c3-8f28-bdfe6109ef07), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:38.032848 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-45efa0a1-7fd6-4907-add8-6c2561049b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e6f98de9-b8bd-43c3-8f28-bdfe6109ef07), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:38.072201 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-45efa0a1-7fd6-4907-add8-6c2561049b30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6b0117c65a04365a08daf58e03470dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372131 Jul 26 03:17:38.073416 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efa0a1-7fd6-4907-add8-6c2561049b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f98de9-b8bd-43c3-8f28-bdfe6109ef07,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:38.075028 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60572) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:38.134357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb173ec5-d5af-49bc-bdc6-8660757a74e2 admin admin] Publish callbacks [] for security_group (e6f98de9-b8bd-43c3-8f28-bdfe6109ef07), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:38.156390 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb173ec5-d5af-49bc-bdc6-8660757a74e2 admin admin] Publish callbacks [] for security_group (e6f98de9-b8bd-43c3-8f28-bdfe6109ef07), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:38.231378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b9a19-0420-4546-8441-e8146daf9111 req-ef197237-bf9c-43ae-88e2-5620c4a38eeb tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:38.232777 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e56b9a19-0420-4546-8441-e8146daf9111 req-ef197237-bf9c-43ae-88e2-5620c4a38eeb tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 946 time: 0.0541432 Jul 26 03:17:38.237912 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb173ec5-d5af-49bc-bdc6-8660757a74e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e6f98de9-b8bd-43c3-8f28-bdfe6109ef07), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:38.240645 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bb173ec5-d5af-49bc-bdc6-8660757a74e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:38.241683 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-bb173ec5-d5af-49bc-bdc6-8660757a74e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6f98de9-b8bd-43c3-8f28-bdfe6109ef07 HTTP/1.1" status: 204 len: 168 time: 0.1657102 Jul 26 03:17:38.261506 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb173ec5-d5af-49bc-bdc6-8660757a74e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f98de9-b8bd-43c3-8f28-bdfe6109ef07,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:38.294365 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e56b9a19-0420-4546-8441-e8146daf9111 req-692a00cf-3d50-4b2b-aa76-94307ead310b tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Jul 26 03:17:39.432793 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9913a-2efa-4d79-895e-8f8995d3eef6 req-156ab70c-a81b-482d-954a-795253e7e1a3 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:39.434356 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4db9913a-2efa-4d79-895e-8f8995d3eef6 req-156ab70c-a81b-482d-954a-795253e7e1a3 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 946 time: 0.0489488 Jul 26 03:17:39.484104 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4db9913a-2efa-4d79-895e-8f8995d3eef6 req-5495e070-cb64-4367-af65-e0155ed7713a tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Jul 26 03:17:40.783525 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:48.288151 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:48.290925 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:49.422227 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60818) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:49.473075 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:49.479709 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=2,neutron:SELECT=24 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:49.541713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e675-57f0-4bdf-8d5c-8b4392094e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.621868 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e675-57f0-4bdf-8d5c-8b4392094e73 admin admin] Publish callbacks [] for security_group (d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.626777 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e675-57f0-4bdf-8d5c-8b4392094e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.670010 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a9f5e675-57f0-4bdf-8d5c-8b4392094e73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7acc7f1eac74b388df728b46fe171f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464247 Jul 26 03:17:49.670793 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5e675-57f0-4bdf-8d5c-8b4392094e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:49.672484 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60828) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:49.723656 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-71804198-3ebe-4f3b-9549-65e40b6d4d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.725861 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9612-99a8-4590-b6ed-46f23ec14407 admin admin] Publish callbacks [] for security_group (d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.747686 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9612-99a8-4590-b6ed-46f23ec14407 admin admin] Publish callbacks [] for security_group (d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.797230 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9612-99a8-4590-b6ed-46f23ec14407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.800020 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9612-99a8-4590-b6ed-46f23ec14407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:49.801179 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-8a2f9612-99a8-4590-b6ed-46f23ec14407 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a HTTP/1.1" status: 204 len: 168 time: 0.1275632 Jul 26 03:17:49.809284 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f9612-99a8-4590-b6ed-46f23ec14407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dbcb6e-539b-45fe-a20a-83c2f4ecf21a,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:50.123098 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60868) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:50.137350 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e18a6494-3d5c-4124-9051-5e61ec9d65e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:50.221660 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e18a6494-3d5c-4124-9051-5e61ec9d65e0 admin admin] Publish callbacks [] for security_group (b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:50.226179 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-e18a6494-3d5c-4124-9051-5e61ec9d65e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:50.283795 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60874) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:50.291728 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-e18a6494-3d5c-4124-9051-5e61ec9d65e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=120fbee309e2400ebbfca479a9a5f015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672845 Jul 26 03:17:50.294378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a6494-3d5c-4124-9051-5e61ec9d65e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:50.340563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b4be4066-bd85-4fe5-aa89-02bafe6ff551 admin admin] Publish callbacks [] for security_group (b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:50.362788 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b4be4066-bd85-4fe5-aa89-02bafe6ff551 admin admin] Publish callbacks [] for security_group (b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:50.419624 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b4be4066-bd85-4fe5-aa89-02bafe6ff551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:50.422352 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b4be4066-bd85-4fe5-aa89-02bafe6ff551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:50.423528 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b4be4066-bd85-4fe5-aa89-02bafe6ff551 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95 HTTP/1.1" status: 204 len: 168 time: 0.1384454 Jul 26 03:17:50.431486 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be4066-bd85-4fe5-aa89-02bafe6ff551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d85d92-5f45-4bc7-bc0f-7c0ddaf99f95,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:51.149878 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 60902) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:51.248464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523507220-network', 'tenant_id': 'ad3b89efcbc94f19a867fe700046b0f2'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:51.274729 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Made reservation on behalf of ad3b89efcbc94f19a867fe700046b0f2 for: {'network': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:51.277015 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.285720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.377419 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks [] for security_group (a62ce849-6029-442e-82e3-1542cc3dd99e), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.385097 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a62ce849-6029-442e-82e3-1542cc3dd99e), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.398428 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:17:51.427552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (239687d0-4bf9-4d4e-a5cb-bc817a87a383), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.427898 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.segments_db [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Added segment 239687d0-4bf9-4d4e-a5cb-bc817a87a383 of type vlan for network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 Jul 26 03:17:51.429241 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ce849-6029-442e-82e3-1542cc3dd99e,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:51.475418 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.500700 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.501673 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:51.502248 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.505555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:51.568411 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4174018 Jul 26 03:17:51.572450 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 60914) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:17:51.576492 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29b07c-1e4d-4aba-8676-8c7d398257c5 admin admin] Pushing event updated for resources: {'Network': ['ID=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:51.578864 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Request body: {'subnet': {'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523507220-subnet', 'tenant_id': 'ad3b89efcbc94f19a867fe700046b0f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:51.586817 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:17:51.600069 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:51.610850 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Made reservation on behalf of ad3b89efcbc94f19a867fe700046b0f2 for: {'subnet': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:51.628905 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530210'] for subnet (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.833704 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4099508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530188'] for subnet (15262459-643f-409c-ad39-96a94b3eec3d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.882626 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15262459-643f-409c-ad39-96a94b3eec3d,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:51.897976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Checking segment: {'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:17:51.898330 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Network hostable DHCP agents. Network: 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:17:51.918766 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:17:51.929039 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3) {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:17:51.933247 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:51.933848 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:51.940992 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d0a6d7-6491-4903-8eed-9e1286e33487 None None] Network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:51.952841 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9512c4c3-e547-4773-b472-f8b910ee14f8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3792250 Jul 26 03:17:52.013395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4d594304-5129-4cb1-b13d-8fde8a620cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:52.060240 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b3b62-4e7b-4ab9-90d9-bae84088b4ba None None] Network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:17:53.164057 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:53.332293 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:17:53.810094 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:53.826205 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-71849ef2-4f13-4eb2-8768-2235a10dd534 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:53.826205 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-71849ef2-4f13-4eb2-8768-2235a10dd534 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/networks?id=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 HTTP/1.1" status: 200 len: 809 time: 0.1128263 Jul 26 03:17:53.844262 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-fa8438c2-70cc-42a7-83f6-c5da5e28b1ff tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/quotas/ad3b89efcbc94f19a867fe700046b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0127439 Jul 26 03:17:53.864438 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:53.884243 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-c43ca5c0-df70-414b-81de-63a8cfd086fd tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344918 Jul 26 03:17:53.994899 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-5bac8b04-2a41-4422-aebe-2d30d89996ae service neutron] 10.222.0.42 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019256 Jul 26 03:17:54.123558 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-5ff76975-82cc-4d20-882b-2c8bd377d6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122093 Jul 26 03:17:54.316186 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-94624a11-66a6-41d0-ba28-2a9ef4325873 req-ed7561cf-4595-472a-998f-2c3012201cc2 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 210 time: 0.0379562 Jul 26 03:17:54.614756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:54.795756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:55.423643 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d38800d8-fa6b-488a-8d39-52f9327c3d07 req-837b835f-1cac-44f6-b74e-f5d4e901b783 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 210 time: 0.0316167 Jul 26 03:17:56.536844 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4b19e84f-57ec-4937-8d62-8ca1e325b793 req-cd0a8a4e-1535-4a00-8585-c534482268ab tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 210 time: 0.0295970 Jul 26 03:17:57.451212 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-a2cf9301-185f-41f0-b3cc-47744414d601 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:57.452845 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-a2cf9301-185f-41f0-b3cc-47744414d601 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "GET /v2.0/networks?id=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 HTTP/1.1" status: 200 len: 809 time: 0.1213379 Jul 26 03:17:57.468213 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Request body: {'port': {'device_id': '63377566-399d-4621-a5e6-f027c80757cc', 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3', 'admin_state_up': True, 'tenant_id': 'ad3b89efcbc94f19a867fe700046b0f2'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:57.581944 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Made reservation on behalf of ad3b89efcbc94f19a867fe700046b0f2 for: {'port': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:17:57.586551 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:57.677268 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-275acd0e-b896-4a6f-894d-53e4b6edd98d req-20791d57-b9d1-454f-aa6d-30f2f8c5e3f9 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 210 time: 0.0596766 Jul 26 03:17:57.760269 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Allocated IP 172.20.0.12 (2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3/15262459-643f-409c-ad39-96a94b3eec3d/25f60663-5598-468a-a8a5-3452cc7a77cc) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:17:57.925640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks [] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:57.960597 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:57.993380 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:58.005276 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:17:58.011113 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:17:58.015948 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:17:58.019869 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Pushing event updated for resources: {'Port': ['ID=25f60663-5598-468a-a8a5-3452cc7a77cc,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:58.042058 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:17:58.069209 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:58.069809 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:58.087211 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-df253ebf-2e5a-4433-8f59-a1a569a8c41b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239750 Jul 26 03:17:58.098930 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Request body: {'port': {'device_id': '63377566-399d-4621-a5e6-f027c80757cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:17:58.155266 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:58.408322 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f60663-5598-468a-a8a5-3452cc7a77cc {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:17:58.415666 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Publish callbacks [] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:58.428759 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Transition to ACTIVE for port object 25f60663-5598-468a-a8a5-3452cc7a77cc will not be triggered until provisioned by entity L2. {{(pid=104278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:17:58.435166 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:58.487110 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Pushing event updated for resources: {'Port': ['ID=25f60663-5598-468a-a8a5-3452cc7a77cc,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:58.552640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Attempting to bind port 25f60663-5598-468a-a8a5-3452cc7a77cc on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:17:58.553269 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Attempting to bind port 25f60663-5598-468a-a8a5-3452cc7a77cc by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:17:58.553576 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Attempting to bind port 25f60663-5598-468a-a8a5-3452cc7a77cc on network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:17:58.558710 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Port 25f60663-5598-468a-a8a5-3452cc7a77cc on network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:17:58.559046 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Attempting to bind port 25f60663-5598-468a-a8a5-3452cc7a77cc on network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:17:58.564076 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:17:58.564476 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Checking segment: {'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:17:58.564842 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Bound using segment: {'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:17:58.565327 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Bound port: 25f60663-5598-468a-a8a5-3452cc7a77cc, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:17:58.565757 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:58.630637 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] For port 25f60663-5598-468a-a8a5-3452cc7a77cc, host hv-cinder-85084, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:17:58.633803 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] For port 25f60663-5598-468a-a8a5-3452cc7a77cc, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=25f60663-5598-468a-a8a5-3452cc7a77cc,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:17:58.641054 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:58.677138 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:58.677746 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:17:58.679138 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] 10.222.0.36 "PUT /v2.0/ports/25f60663-5598-468a-a8a5-3452cc7a77cc HTTP/1.1" status: 200 len: 1094 time: 0.5842979 Jul 26 03:17:58.679568 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63377566-399d-4621-a5e6-f027c80757cc', 'tag': '25f60663-5598-468a-a8a5-3452cc7a77cc'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:17:58.681795 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e54086-4f51-4fb8-a718-19c879725223" -d '{"events": [{"name": "network-changed", "server_uuid": "63377566-399d-4621-a5e6-f027c80757cc", "tag": "25f60663-5598-468a-a8a5-3452cc7a77cc"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:17:58.699673 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d4b29-76bc-4c71-8dc1-6fdd8abf1b21 service neutron] Pushing event updated for resources: {'Port': ['ID=25f60663-5598-468a-a8a5-3452cc7a77cc,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:17:58.720480 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f9facd-8d67-48dc-970b-992269e256d6 x-openstack-request-id: req-91f9facd-8d67-48dc-970b-992269e256d6 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:17:58.720778 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63377566-399d-4621-a5e6-f027c80757cc", "tag": "25f60663-5598-468a-a8a5-3452cc7a77cc", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:17:58.720992 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91f9facd-8d67-48dc-970b-992269e256d6 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:17:58.721440 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f9facd-8d67-48dc-970b-992269e256d6'] response: {'name': 'network-changed', 'server_uuid': '63377566-399d-4621-a5e6-f027c80757cc', 'tag': '25f60663-5598-468a-a8a5-3452cc7a77cc', 'status': 'completed', 'code': 200} Jul 26 03:17:58.796614 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd987b-fe92-4c3d-81cc-34fb011ca27f req-be37184d-cfeb-4e75-9762-21fab91db7ce tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:58.798097 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fbfd987b-fe92-4c3d-81cc-34fb011ca27f req-be37184d-cfeb-4e75-9762-21fab91db7ce tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 944 time: 0.0480692 Jul 26 03:17:58.849808 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fbfd987b-fe92-4c3d-81cc-34fb011ca27f req-de7ebec9-8645-4dc9-999a-33caa81dfb8b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Jul 26 03:17:59.972036 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6135b-f393-4f59-bfef-34a00c959ba3 req-944d4db4-e037-4396-b2bf-a23db6a49324 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:17:59.973655 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bff6135b-f393-4f59-bfef-34a00c959ba3 req-944d4db4-e037-4396-b2bf-a23db6a49324 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 944 time: 0.0496616 Jul 26 03:18:00.021779 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bff6135b-f393-4f59-bfef-34a00c959ba3 req-23ee0f87-8f03-4df5-a43c-1267829964f6 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Jul 26 03:18:00.875298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54086-4f51-4fb8-a718-19c879725223 req-17bebccc-7098-47a0-ba5b-6498e3c992b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:00.876779 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8e54086-4f51-4fb8-a718-19c879725223 req-17bebccc-7098-47a0-ba5b-6498e3c992b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 1128 time: 0.0416424 Jul 26 03:18:00.894487 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:00.936880 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:00.977592 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54086-4f51-4fb8-a718-19c879725223 req-72d5f21b-0dac-46db-bb66-176a8ea9e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:00.979103 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8e54086-4f51-4fb8-a718-19c879725223 req-72d5f21b-0dac-46db-bb66-176a8ea9e6ac service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0930834 Jul 26 03:18:01.075812 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 32894) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:01.077650 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54086-4f51-4fb8-a718-19c879725223 req-e5d316f8-fb19-4acd-9b22-badd0498e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:01.079335 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e8e54086-4f51-4fb8-a718-19c879725223 req-e5d316f8-fb19-4acd-9b22-badd0498e4f8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939319 Jul 26 03:18:01.171276 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-3ea6eab5-6c13-4ece-ae89-002a9318c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:01.172724 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-3ea6eab5-6c13-4ece-ae89-002a9318c94d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 1128 time: 0.0458817 Jul 26 03:18:01.221941 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-2d287991-cf6f-4620-bfd2-d372b9baf53d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25f60663-5598-468a-a8a5-3452cc7a77cc HTTP/1.1" status: 200 len: 217 time: 0.0409954 Jul 26 03:18:01.279161 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8e89bb8a-30cb-424d-88c3-ead67ccdd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:01.280729 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-8e89bb8a-30cb-424d-88c3-ead67ccdd5d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15262459-643f-409c-ad39-96a94b3eec3d HTTP/1.1" status: 200 len: 849 time: 0.0511749 Jul 26 03:18:01.318679 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:01.332168 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-e680abc7-7b33-4076-abb5-361ed0e03606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424109 Jul 26 03:18:01.362973 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Deleting port 1d9e6d9e-fa72-4104-bec0-5afa36b30319 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:01.363326 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:01.366125 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd6e90-1d6d-4bae-895b-ea3f5cd92ec2 req-cb7ed6c4-7cdf-49a4-b201-ed6950488b7a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:01.367608 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6dd6e90-1d6d-4bae-895b-ea3f5cd92ec2 req-cb7ed6c4-7cdf-49a4-b201-ed6950488b7a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 944 time: 0.0912716 Jul 26 03:18:01.441612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:01.441840 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for floatingip (1d9e6d9e-fa72-4104-bec0-5afa36b30319), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:01.455371 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Calling delete_port for 1d9e6d9e-fa72-4104-bec0-5afa36b30319 owned by network:floatingip {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:01.464014 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c6dd6e90-1d6d-4bae-895b-ea3f5cd92ec2 req-1bade468-c0fd-4f5e-aabb-34b2f3776316 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684421 Jul 26 03:18:01.474929 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-a2cd3c52-e27f-42b0-a2a7-829f39c4866f service neutron] 10.222.0.36 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351812 Jul 26 03:18:01.576730 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-3196f0f2-3e16-4c9b-b7a0-eaa2392a81b7 req-4749fe5d-c022-4d0e-b672-4717de079550 service neutron] 10.222.0.36 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931153 Jul 26 03:18:01.631631 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1d9e6d9e-fa72-4104-bec0-5afa36b30319), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:01.658027 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event deleted for resources: {'Port': ['ID=1d9e6d9e-fa72-4104-bec0-5afa36b30319,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:01.722661 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for floatingip (3aa97b53-d5ae-43e6-9079-326243905cdf), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:01.723088 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Floating IP 3aa97b53-d5ae-43e6-9079-326243905cdf disassociated (deleted). External IP: 172.27.3.180, port: 62b3e7a3-0978-4f57-a2ab-7e3928be96f1. Jul 26 03:18:01.921661 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Router 916fd10f-ed42-4554-8693-4ef520102806 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:18:02.002829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:02.035285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:18:02.040039 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:02.046211 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] Sync routers for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:18:02.057065 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:18:02.057679 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:02.078994 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-7042c93f-4ffb-48cb-aaa7-a8d9624e6a16 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "DELETE /v2.0/floatingips/3aa97b53-d5ae-43e6-9079-326243905cdf HTTP/1.1" status: 204 len: 168 time: 0.9996362 Jul 26 03:18:02.078994 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:02.080722 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc58a6cc-fff6-4999-a862-a94af4e438e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:02.122288 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1856ec7-efbc-4965-8f0d-588b88d13c94 x-openstack-request-id: req-d1856ec7-efbc-4965-8f0d-588b88d13c94 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:02.122797 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:02.123421 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1856ec7-efbc-4965-8f0d-588b88d13c94 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:02.124168 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1856ec7-efbc-4965-8f0d-588b88d13c94'] response: {'name': 'network-changed', 'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'status': 'completed', 'code': 200} Jul 26 03:18:02.166989 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:18:02.306595 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8add6-a4e6-4111-a8d6-39e358e9d686 req-fe50b791-5f8b-4882-9d7c-75262aab5fb8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:02.308438 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b2b8add6-a4e6-4111-a8d6-39e358e9d686 req-fe50b791-5f8b-4882-9d7c-75262aab5fb8 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0501337 Jul 26 03:18:02.365749 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b2b8add6-a4e6-4111-a8d6-39e358e9d686 req-d56ee012-c92d-4153-bd52-7780fe82b7db tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515313 Jul 26 03:18:02.382192 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:38Z', 'revision_number': 5, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:02.411547 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] Checking router: 916fd10f-ed42-4554-8693-4ef520102806 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:18:02.420523 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:18:02.421156 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:02.524492 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:18:02.584584 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169f72-5596-4177-97eb-58203f947827 req-3385dc00-9bb7-462a-952d-42b579df199b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:02.586074 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9c169f72-5596-4177-97eb-58203f947827 req-3385dc00-9bb7-462a-952d-42b579df199b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 944 time: 0.0464895 Jul 26 03:18:02.626347 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:02.647667 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9c169f72-5596-4177-97eb-58203f947827 req-88625551-907d-427d-9a57-15ded1ddf475 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558479 Jul 26 03:18:02.801653 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:38Z', 'revision_number': 5, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:02.833339 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac9086-5cd1-4861-b009-c0659c9585c7 None None] The sync data for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi is: [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:33Z', 'revision_number': 4, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '0460f551-204a-490a-9ffe-bee0dc79bb90', 'name': '', 'network_id': '48ca9a71-9e56-49fc-b31b-af70124adfe1', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'mac_address': 'fa:16:3e:8c:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:33Z', 'updated_at': '2022-07-26T03:12:38Z', 'revision_number': 5, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'subnets': [{'id': '70f133e5-9918-463f-b29d-6d77bc60c820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:18:03.095320 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e48b3b-0530-4406-94ac-ef82ff8e88d5 None None] New status for floating IP 3aa97b53-d5ae-43e6-9079-326243905cdf: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:18:03.135903 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 32970) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:03.241498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d67b62ea-d2ee-42b9-8900-45766e18d8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.317979 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d67b62ea-d2ee-42b9-8900-45766e18d8c3 admin admin] Publish callbacks [] for security_group (5708ca9c-6573-4606-8e9e-3e564c7d8f0d), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.322899 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d67b62ea-d2ee-42b9-8900-45766e18d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5708ca9c-6573-4606-8e9e-3e564c7d8f0d), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.361205 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-d67b62ea-d2ee-42b9-8900-45766e18d8c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2309169db85e4ad19a5ba252fa776c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242284 Jul 26 03:18:03.362351 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b62ea-d2ee-42b9-8900-45766e18d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5708ca9c-6573-4606-8e9e-3e564c7d8f0d,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:03.364197 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 32974) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:03.421285 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3eedff60-4d77-4966-baab-2b2d553c71a4 admin admin] Publish callbacks [] for security_group (5708ca9c-6573-4606-8e9e-3e564c7d8f0d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.447756 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3eedff60-4d77-4966-baab-2b2d553c71a4 admin admin] Publish callbacks [] for security_group (5708ca9c-6573-4606-8e9e-3e564c7d8f0d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.504704 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a06a-723e-4678-9419-72d5f3666e71 req-8feb2335-237f-409f-987f-7dd9781ffdfd tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:03.509151 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0159a06a-723e-4678-9419-72d5f3666e71 req-8feb2335-237f-409f-987f-7dd9781ffdfd tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0655780 Jul 26 03:18:03.513231 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3eedff60-4d77-4966-baab-2b2d553c71a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5708ca9c-6573-4606-8e9e-3e564c7d8f0d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.516253 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3eedff60-4d77-4966-baab-2b2d553c71a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.517744 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3eedff60-4d77-4966-baab-2b2d553c71a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5708ca9c-6573-4606-8e9e-3e564c7d8f0d HTTP/1.1" status: 204 len: 168 time: 0.1524887 Jul 26 03:18:03.527445 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedff60-4d77-4966-baab-2b2d553c71a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5708ca9c-6573-4606-8e9e-3e564c7d8f0d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:03.575013 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0159a06a-723e-4678-9419-72d5f3666e71 req-c57b1879-e0bb-4aa1-a8d0-99c2d8896745 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612764 Jul 26 03:18:03.802306 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c2aa8-32b1-406d-9170-7bb8035ba621 req-b017dad5-47b9-40b7-9c5b-bcc4d2413132 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:03.811905 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1c9c2aa8-32b1-406d-9170-7bb8035ba621 req-b017dad5-47b9-40b7-9c5b-bcc4d2413132 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 944 time: 0.0764465 Jul 26 03:18:03.813243 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-232cf00d-136c-4282-971a-5bd7512ab8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:03.814782 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-232cf00d-136c-4282-971a-5bd7512ab8e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8a79690708464a9c3ffe381667a03c&device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 1130 time: 0.0913122 Jul 26 03:18:03.853519 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33002) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:03.867096 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59fd258d-a3fb-479f-bcd9-6284a0a85dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.874110 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1c9c2aa8-32b1-406d-9170-7bb8035ba621 req-2a731df7-67ae-46dc-a09c-929f4b7baacb tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517719 Jul 26 03:18:03.922036 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 25f60663-5598-468a-a8a5-3452cc7a77cc details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:18:03.947030 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59fd258d-a3fb-479f-bcd9-6284a0a85dca admin admin] Publish callbacks [] for security_group (e994e04b-dbf1-4aa5-b041-89d317d18a4b), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.952276 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-59fd258d-a3fb-479f-bcd9-6284a0a85dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e994e04b-dbf1-4aa5-b041-89d317d18a4b), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:03.982723 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:04.005043 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd258d-a3fb-479f-bcd9-6284a0a85dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e994e04b-dbf1-4aa5-b041-89d317d18a4b,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:04.012825 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-59fd258d-a3fb-479f-bcd9-6284a0a85dca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2f4f8a46fa746119cfde3da4213bde9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580322 Jul 26 03:18:04.013526 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33004) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:04.030744 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 25f60663-5598-468a-a8a5-3452cc7a77cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=25f60663-5598-468a-a8a5-3452cc7a77cc,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:04.042381 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '25f60663-5598-468a-a8a5-3452cc7a77cc', 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3', 'port_id': '25f60663-5598-468a-a8a5-3452cc7a77cc', 'mac_address': 'fa:16:3e:b0:b5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15262459-643f-409c-ad39-96a94b3eec3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:18:04.062163 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f626026e-1c44-43d9-a8c7-37a56a9862d5 admin admin] Publish callbacks [] for security_group (e994e04b-dbf1-4aa5-b041-89d317d18a4b), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.078454 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 25f60663-5598-468a-a8a5-3452cc7a77cc is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:18:04.078842 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.090116 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f626026e-1c44-43d9-a8c7-37a56a9862d5 admin admin] Publish callbacks [] for security_group (e994e04b-dbf1-4aa5-b041-89d317d18a4b), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.092722 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f60663-5598-468a-a8a5-3452cc7a77cc {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:18:04.114173 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 25f60663-5598-468a-a8a5-3452cc7a77cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=25f60663-5598-468a-a8a5-3452cc7a77cc,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:04.123202 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.145610 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f626026e-1c44-43d9-a8c7-37a56a9862d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e994e04b-dbf1-4aa5-b041-89d317d18a4b), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.148407 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f626026e-1c44-43d9-a8c7-37a56a9862d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.150080 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f626026e-1c44-43d9-a8c7-37a56a9862d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e994e04b-dbf1-4aa5-b041-89d317d18a4b HTTP/1.1" status: 204 len: 168 time: 0.1352215 Jul 26 03:18:04.158820 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626026e-1c44-43d9-a8c7-37a56a9862d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e994e04b-dbf1-4aa5-b041-89d317d18a4b,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:04.184783 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=25f60663-5598-468a-a8a5-3452cc7a77cc,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:04.215597 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:04.228109 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:04.261138 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-0b00e851-ddc6-465c-9eeb-29724700cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:04.262651 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-0b00e851-ddc6-465c-9eeb-29724700cafb service neutron] 10.222.0.36 "GET /v2.0/networks?id=48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 200 len: 909 time: 0.0926766 Jul 26 03:18:04.362480 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-b0ef8706-1480-473b-9435-d90d361000db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 200 len: 217 time: 0.0335035 Jul 26 03:18:04.401876 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['25f60663-5598-468a-a8a5-3452cc7a77cc'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:18:04.429096 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-899bbf55-eb9a-43e4-8bc0-15ee2ef26fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:04.430596 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-899bbf55-eb9a-43e4-8bc0-15ee2ef26fa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 200 len: 847 time: 0.0469563 Jul 26 03:18:04.471990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-c4f1e97e-6943-4f91-8913-3975f58a26ff tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:04.473940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-c4f1e97e-6943-4f91-8913-3975f58a26ff tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0576634 Jul 26 03:18:04.528584 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-e0c02dce-0bfe-454f-b97f-8e5d1055e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:04.530407 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-e0c02dce-0bfe-454f-b97f-8e5d1055e8c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48ca9a71-9e56-49fc-b31b-af70124adfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687697 Jul 26 03:18:04.601182 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Deleting port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:04.601892 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.654328 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-178cb75a-12c6-4184-a467-9dd14367d553 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147916 Jul 26 03:18:04.663912 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:04.691342 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:04.736779 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e1c6d-fc0b-4755-bf58-5782be51482d req-ed3b57d5-ee58-4dc5-b0cd-02cfafc67798 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:04.738769 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f58e1c6d-fc0b-4755-bf58-5782be51482d req-ed3b57d5-ee58-4dc5-b0cd-02cfafc67798 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 946 time: 0.0869968 Jul 26 03:18:04.797816 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] For port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:04.798273 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:04.827841 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Calling delete_port for 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:04.838685 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f58e1c6d-fc0b-4755-bf58-5782be51482d req-4c87e118-1d86-47ea-8244-a2ca652ee4e4 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bd8494e-7fc4-476e-b022-b049af5c8068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889070 Jul 26 03:18:05.004852 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (62b3e7a3-0978-4f57-a2ab-7e3928be96f1), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:05.055960 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event deleted for resources: {'Port': ['ID=62b3e7a3-0978-4f57-a2ab-7e3928be96f1,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:05.109281 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] No DVR routers for this DVR port 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:18:05.112282 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:05.116421 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0151df1b-e49b-4961-9fe3-0701a9a157fc req-723e7c1d-2ea6-4fa0-bca1-606d2ac55411 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.36 "DELETE /v2.0/ports/62b3e7a3-0978-4f57-a2ab-7e3928be96f1 HTTP/1.1" status: 204 len: 173 time: 0.6358008 Jul 26 03:18:05.117035 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-deleted', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:05.119677 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec8d9d2-6703-4d94-a2d8-37113cab879e" -d '{"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-deleted", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:05.193798 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daac567-ad85-4e06-aa59-db8b9d18a56a x-openstack-request-id: req-5daac567-ad85-4e06-aa59-db8b9d18a56a {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:05.194413 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c126b57-79ad-4bd0-9f2a-db16536258e3", "name": "network-vif-deleted", "tag": "62b3e7a3-0978-4f57-a2ab-7e3928be96f1", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:05.194413 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5daac567-ad85-4e06-aa59-db8b9d18a56a {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:05.196181 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daac567-ad85-4e06-aa59-db8b9d18a56a'] response: {'server_uuid': '1c126b57-79ad-4bd0-9f2a-db16536258e3', 'name': 'network-vif-deleted', 'tag': '62b3e7a3-0978-4f57-a2ab-7e3928be96f1', 'status': 'completed', 'code': 200} Jul 26 03:18:05.239223 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3bb94-2021-409a-90df-774b84fb7566 req-207bc973-0042-485b-a128-5982227f541a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:05.249946 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1dc3bb94-2021-409a-90df-774b84fb7566 req-207bc973-0042-485b-a128-5982227f541a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 945 time: 0.1054652 Jul 26 03:18:05.285540 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fc58a6cc-fff6-4999-a862-a94af4e438e4 req-cdce7fe8-28cc-48af-8a4d-20d81b0f76e9 service neutron] 10.222.0.36 "GET /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210878 Jul 26 03:18:05.318788 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1dc3bb94-2021-409a-90df-774b84fb7566 req-f6629648-76cb-44d6-a570-f10f44a2f23b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679073 Jul 26 03:18:05.519538 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717a4c-b3be-483f-b79b-2282371a63cb req-60c0a6b5-4ce3-49d3-b1b4-a598cfe18e7a tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:05.521213 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94717a4c-b3be-483f-b79b-2282371a63cb req-60c0a6b5-4ce3-49d3-b1b4-a598cfe18e7a tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 946 time: 0.0706971 Jul 26 03:18:05.617785 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-94717a4c-b3be-483f-b79b-2282371a63cb req-851e7076-c847-45e9-b9d5-c29285618222 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871029 Jul 26 03:18:05.706311 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33080) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:05.814870 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81c5aeda-1dec-4a4b-84f7-26ad46b7bd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:05.894493 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81c5aeda-1dec-4a4b-84f7-26ad46b7bd09 admin admin] Publish callbacks [] for security_group (fe8efffe-eb0d-4379-8fba-fd2ffeb608b1), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:05.899805 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81c5aeda-1dec-4a4b-84f7-26ad46b7bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (fe8efffe-eb0d-4379-8fba-fd2ffeb608b1), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:05.935362 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 25f60663-5598-468a-a8a5-3452cc7a77cc up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:18:05.967475 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-20516b15-18b1-49c7-b926-419b20137487 req-e0cfddd5-2390-4a3e-9cdf-de130642ec96 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 210 time: 0.0453858 Jul 26 03:18:05.968331 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5aeda-1dec-4a4b-84f7-26ad46b7bd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8efffe-eb0d-4379-8fba-fd2ffeb608b1,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:05.971226 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:05.973594 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-81c5aeda-1dec-4a4b-84f7-26ad46b7bd09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55313946954445649b97159fcde26a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651694 Jul 26 03:18:05.975810 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33094) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:06.011643 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 25f60663-5598-468a-a8a5-3452cc7a77cc completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:18:06.020934 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 25f60663-5598-468a-a8a5-3452cc7a77cc triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:18:06.021393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.032259 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-994582bc-73d2-4730-b7b2-fc79528fe126 admin admin] Publish callbacks [] for security_group (fe8efffe-eb0d-4379-8fba-fd2ffeb608b1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.054741 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-994582bc-73d2-4730-b7b2-fc79528fe126 admin admin] Publish callbacks [] for security_group (fe8efffe-eb0d-4379-8fba-fd2ffeb608b1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.099517 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 25f60663-5598-468a-a8a5-3452cc7a77cc is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:18:06.099988 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.109094 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-994582bc-73d2-4730-b7b2-fc79528fe126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (fe8efffe-eb0d-4379-8fba-fd2ffeb608b1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.112093 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-994582bc-73d2-4730-b7b2-fc79528fe126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.113548 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-994582bc-73d2-4730-b7b2-fc79528fe126 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe8efffe-eb0d-4379-8fba-fd2ffeb608b1 HTTP/1.1" status: 204 len: 168 time: 0.1365154 Jul 26 03:18:06.123150 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994582bc-73d2-4730-b7b2-fc79528fe126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8efffe-eb0d-4379-8fba-fd2ffeb608b1,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:06.140791 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63377566-399d-4621-a5e6-f027c80757cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f60663-5598-468a-a8a5-3452cc7a77cc'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:06.151100 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730b2605-9792-402a-82b7-3e07496ea1d1" -d '{"events": [{"server_uuid": "63377566-399d-4621-a5e6-f027c80757cc", "name": "network-vif-plugged", "status": "completed", "tag": "25f60663-5598-468a-a8a5-3452cc7a77cc"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:06.167893 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 25f60663-5598-468a-a8a5-3452cc7a77cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=25f60663-5598-468a-a8a5-3452cc7a77cc,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:06.177207 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.178093 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:06.224787 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9712334a-7d54-46b6-93ee-933d6e8261f3 x-openstack-request-id: req-9712334a-7d54-46b6-93ee-933d6e8261f3 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:06.225167 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63377566-399d-4621-a5e6-f027c80757cc", "name": "network-vif-plugged", "status": "completed", "tag": "25f60663-5598-468a-a8a5-3452cc7a77cc", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:06.225522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9712334a-7d54-46b6-93ee-933d6e8261f3 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:06.225999 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9712334a-7d54-46b6-93ee-933d6e8261f3'] response: {'server_uuid': '63377566-399d-4621-a5e6-f027c80757cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f60663-5598-468a-a8a5-3452cc7a77cc', 'code': 200} Jul 26 03:18:06.229410 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:06.229878 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 62b3e7a3-0978-4f57-a2ab-7e3928be96f1 not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:06.256250 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=25f60663-5598-468a-a8a5-3452cc7a77cc,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:06.459237 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8167de6-3f4a-42ae-9491-17a41f3d2229 req-a6bb42ea-2666-47ff-a8ea-65f4d07872c0 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:06.461320 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a8167de6-3f4a-42ae-9491-17a41f3d2229 req-a6bb42ea-2666-47ff-a8ea-65f4d07872c0 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0533538 Jul 26 03:18:06.486072 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33120) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:06.508491 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9886d87b-9f1e-43f0-98e2-1e4cd4bc8741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.536916 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a8167de6-3f4a-42ae-9491-17a41f3d2229 req-06bc259d-942f-4b52-ac6a-9faecf6ae80a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Jul 26 03:18:06.606754 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9886d87b-9f1e-43f0-98e2-1e4cd4bc8741 admin admin] Publish callbacks [] for security_group (eaf960de-a134-46a9-a3bf-2ccfdcced604), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.613777 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9886d87b-9f1e-43f0-98e2-1e4cd4bc8741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (eaf960de-a134-46a9-a3bf-2ccfdcced604), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.635876 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:06.658693 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-9886d87b-9f1e-43f0-98e2-1e4cd4bc8741 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5251e09424fd469f893cf9d29dcf7cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687505 Jul 26 03:18:06.658693 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d87b-9f1e-43f0-98e2-1e4cd4bc8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf960de-a134-46a9-a3bf-2ccfdcced604,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:06.659082 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33134) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:06.666401 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:06.714380 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1e5434b1-3c50-42e8-bcc4-941c8bb62602 admin admin] Publish callbacks [] for security_group (eaf960de-a134-46a9-a3bf-2ccfdcced604), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.740478 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1e5434b1-3c50-42e8-bcc4-941c8bb62602 admin admin] Publish callbacks [] for security_group (eaf960de-a134-46a9-a3bf-2ccfdcced604), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.753312 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0c78a-49d7-469d-8f9f-02fe45294595 req-16493ff0-fa87-472e-ae0d-283931535c85 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:06.755205 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-76f0c78a-49d7-469d-8f9f-02fe45294595 req-16493ff0-fa87-472e-ae0d-283931535c85 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 946 time: 0.0566802 Jul 26 03:18:06.794604 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1e5434b1-3c50-42e8-bcc4-941c8bb62602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (eaf960de-a134-46a9-a3bf-2ccfdcced604), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.797410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1e5434b1-3c50-42e8-bcc4-941c8bb62602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:06.801565 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-1e5434b1-3c50-42e8-bcc4-941c8bb62602 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eaf960de-a134-46a9-a3bf-2ccfdcced604 HTTP/1.1" status: 204 len: 168 time: 0.1407349 Jul 26 03:18:06.808993 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-76f0c78a-49d7-469d-8f9f-02fe45294595 req-85f2e8f5-8d4e-470d-a076-9b6111672ba9 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Jul 26 03:18:06.810211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5434b1-3c50-42e8-bcc4-941c8bb62602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf960de-a134-46a9-a3bf-2ccfdcced604,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:07.135062 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-1c229c42-9b29-4610-b12f-bc274cdca746 req-95c4d23f-c85d-4b46-8f79-4be4c98b7334 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c126b57-79ad-4bd0-9f2a-db16536258e3 HTTP/1.1" status: 200 len: 210 time: 0.0438926 Jul 26 03:18:07.191071 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc5895-efe3-4373-948d-f6c95a47725e req-bd08631a-3114-4a79-8922-95c70e0aabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:07.192571 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-21dc5895-efe3-4373-948d-f6c95a47725e req-bd08631a-3114-4a79-8922-95c70e0aabb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 1130 time: 0.0550563 Jul 26 03:18:07.522479 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-21dc5895-efe3-4373-948d-f6c95a47725e req-80d21752-711e-4a9b-b456-09961def4005 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Jul 26 03:18:07.697402 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1207-d433-43c1-9131-3354610430dc req-06b51de7-a67f-403b-bfe5-39e0c6436bbf tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:07.699886 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a93b1207-d433-43c1-9131-3354610430dc req-06b51de7-a67f-403b-bfe5-39e0c6436bbf tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0696621 Jul 26 03:18:07.753990 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:07.776498 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a93b1207-d433-43c1-9131-3354610430dc req-3be4e645-0fc2-4fe4-b56f-a6845a11917a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627787 Jul 26 03:18:07.808197 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-26126746-ab36-468f-b77f-b7505b051505 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:07.809804 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-26126746-ab36-468f-b77f-b7505b051505 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 946 time: 0.3662052 Jul 26 03:18:07.967487 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Deleting port da24c78e-34a6-4221-98bb-d4574e9d6954 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:07.968063 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.033650 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3e6e-f43a-446e-84f7-ffda9c0c0f4b req-88a336a0-86cf-4c98-a765-d84e0fbcc49e tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:08.035463 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-974d3e6e-f43a-446e-84f7-ffda9c0c0f4b req-88a336a0-86cf-4c98-a765-d84e0fbcc49e tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 946 time: 0.1181569 Jul 26 03:18:08.094024 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33232) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:08.129815 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-974d3e6e-f43a-446e-84f7-ffda9c0c0f4b req-7de5b7d2-79cd-4d5f-af77-40924051f9c0 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af80d3d-2167-46a8-9600-65e6410731ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884750 Jul 26 03:18:08.136211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] For port da24c78e-34a6-4221-98bb-d4574e9d6954, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=da24c78e-34a6-4221-98bb-d4574e9d6954,segment=NetworkSegment(9f5093fc-c5e1-4f81-bfb5-734a4f51fd21),segment_id=9f5093fc-c5e1-4f81-bfb5-734a4f51fd21)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:08.136576 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.151433 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Calling delete_port for da24c78e-34a6-4221-98bb-d4574e9d6954 owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:08.213094 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33240) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:08.248408 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:08.259573 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-00293b01-60f4-4bd3-8358-0fe2d2e5a68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.287325 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24211a59-8722-4e0f-91ab-798eaf7184fa tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group (5bd8494e-7fc4-476e-b022-b049af5c8068), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.316413 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24211a59-8722-4e0f-91ab-798eaf7184fa tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group (5bd8494e-7fc4-476e-b022-b049af5c8068), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.357420 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (da24c78e-34a6-4221-98bb-d4574e9d6954), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.370500 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['da24c78e-34a6-4221-98bb-d4574e9d6954'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:18:08.399305 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24211a59-8722-4e0f-91ab-798eaf7184fa tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5bd8494e-7fc4-476e-b022-b049af5c8068), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.401906 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Pushing event deleted for resources: {'Port': ['ID=da24c78e-34a6-4221-98bb-d4574e9d6954,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:08.402832 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-24211a59-8722-4e0f-91ab-798eaf7184fa tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.404151 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-24211a59-8722-4e0f-91ab-798eaf7184fa tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] 10.222.0.42 "DELETE /v2.0/security-groups/5bd8494e-7fc4-476e-b022-b049af5c8068 HTTP/1.1" status: 204 len: 168 time: 0.1894810 Jul 26 03:18:08.414761 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24211a59-8722-4e0f-91ab-798eaf7184fa tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8494e-7fc4-476e-b022-b049af5c8068,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:08.435363 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:08.469513 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33250) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:08.492673 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-00293b01-60f4-4bd3-8358-0fe2d2e5a68b admin admin] Publish callbacks [] for security_group (ee9cff10-3d45-4904-81aa-9028c31a2adc), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.493932 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] No DVR routers for this DVR port da24c78e-34a6-4221-98bb-d4574e9d6954 on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:18:08.496851 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.500313 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-be5a0794-5bf9-4cf6-95a3-79e3d85f16cf req-da9e0578-5e29-4736-8bfd-c3c245754281 tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.36 "DELETE /v2.0/ports/da24c78e-34a6-4221-98bb-d4574e9d6954 HTTP/1.1" status: 204 len: 173 time: 0.6834655 Jul 26 03:18:08.500765 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'name': 'network-vif-deleted', 'tag': 'da24c78e-34a6-4221-98bb-d4574e9d6954'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:08.503072 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dbb05c-1840-4076-9561-270f26b75eb9" -d '{"events": [{"server_uuid": "8b7865fb-14d2-413c-9f34-7402d70e4308", "name": "network-vif-deleted", "tag": "da24c78e-34a6-4221-98bb-d4574e9d6954"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:08.506330 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-00293b01-60f4-4bd3-8358-0fe2d2e5a68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ee9cff10-3d45-4904-81aa-9028c31a2adc), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.551549 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33258) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:08.551692 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-00293b01-60f4-4bd3-8358-0fe2d2e5a68b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f0b85ab25654a92b29a3a589a646d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536700 Jul 26 03:18:08.553410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35748ed-9e10-48fa-bd34-e149a0200cdb x-openstack-request-id: req-f35748ed-9e10-48fa-bd34-e149a0200cdb {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:08.553695 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7865fb-14d2-413c-9f34-7402d70e4308", "name": "network-vif-deleted", "tag": "da24c78e-34a6-4221-98bb-d4574e9d6954", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:08.554103 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f35748ed-9e10-48fa-bd34-e149a0200cdb {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:08.554657 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35748ed-9e10-48fa-bd34-e149a0200cdb'] response: {'server_uuid': '8b7865fb-14d2-413c-9f34-7402d70e4308', 'name': 'network-vif-deleted', 'tag': 'da24c78e-34a6-4221-98bb-d4574e9d6954', 'status': 'completed', 'code': 200} Jul 26 03:18:08.555365 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00293b01-60f4-4bd3-8358-0fe2d2e5a68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9cff10-3d45-4904-81aa-9028c31a2adc,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:08.613867 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86b3be88-2e99-4a86-9876-78e5812770ac admin admin] Publish callbacks [] for security_group (ee9cff10-3d45-4904-81aa-9028c31a2adc), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.638242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86b3be88-2e99-4a86-9876-78e5812770ac admin admin] Publish callbacks [] for security_group (ee9cff10-3d45-4904-81aa-9028c31a2adc), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.692525 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86b3be88-2e99-4a86-9876-78e5812770ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ee9cff10-3d45-4904-81aa-9028c31a2adc), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.695937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86b3be88-2e99-4a86-9876-78e5812770ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:08.699506 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-86b3be88-2e99-4a86-9876-78e5812770ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee9cff10-3d45-4904-81aa-9028c31a2adc HTTP/1.1" status: 204 len: 168 time: 0.1465921 Jul 26 03:18:08.709147 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3be88-2e99-4a86-9876-78e5812770ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9cff10-3d45-4904-81aa-9028c31a2adc,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:08.923320 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f267c52-bf54-4fdf-b56a-f347df0bdee4 req-a483fe76-3591-44b5-9891-3efc46179334 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:08.931906 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8f267c52-bf54-4fdf-b56a-f347df0bdee4 req-a483fe76-3591-44b5-9891-3efc46179334 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0634196 Jul 26 03:18:09.028985 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8f267c52-bf54-4fdf-b56a-f347df0bdee4 req-8accb2eb-d123-4e3e-ad25-189e2ab0da41 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957437 Jul 26 03:18:09.136318 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33276) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:09.143063 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:09.160889 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5e06-8578-4b74-938d-ef8a0743a371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.215655 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (916fd10f-ed42-4554-8693-4ef520102806), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.284253 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5e06-8578-4b74-938d-ef8a0743a371 admin admin] Publish callbacks [] for security_group (b9d3410e-695e-4851-bce3-ef69dfae570f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.285587 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee5c93ff-a3ae-4ca2-8a1f-9b9b4a90efb1 req-3dfa4049-da0d-4775-b486-5c354c44fe7e tempest-VolumesSnapshotTestJSON-1928390846 tempest-VolumesSnapshotTestJSON-1928390846-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b7865fb-14d2-413c-9f34-7402d70e4308 HTTP/1.1" status: 200 len: 210 time: 0.0653067 Jul 26 03:18:09.292528 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5e06-8578-4b74-938d-ef8a0743a371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b9d3410e-695e-4851-bce3-ef69dfae570f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.332762 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c6bf5e06-8578-4b74-938d-ef8a0743a371 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af9e6452167342108d41f812be717d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952207 Jul 26 03:18:09.333622 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf5e06-8578-4b74-938d-ef8a0743a371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d3410e-695e-4851-bce3-ef69dfae570f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:09.336602 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33282) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:09.449908 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9845374c-b22b-492a-a44a-6d4f4bccfcc8 admin admin] Publish callbacks [] for security_group (b9d3410e-695e-4851-bce3-ef69dfae570f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.462819 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:09.493712 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:09.496092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9845374c-b22b-492a-a44a-6d4f4bccfcc8 admin admin] Publish callbacks [] for security_group (b9d3410e-695e-4851-bce3-ef69dfae570f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.563462 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Deleting port 0460f551-204a-490a-9ffe-bee0dc79bb90 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:09.563799 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.618097 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9845374c-b22b-492a-a44a-6d4f4bccfcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b9d3410e-695e-4851-bce3-ef69dfae570f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.620648 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9845374c-b22b-492a-a44a-6d4f4bccfcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.621817 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9845374c-b22b-492a-a44a-6d4f4bccfcc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9d3410e-695e-4851-bce3-ef69dfae570f HTTP/1.1" status: 204 len: 168 time: 0.2842238 Jul 26 03:18:09.633660 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845374c-b22b-492a-a44a-6d4f4bccfcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d3410e-695e-4851-bce3-ef69dfae570f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:09.663962 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] For port 0460f551-204a-490a-9ffe-bee0dc79bb90, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=0460f551-204a-490a-9ffe-bee0dc79bb90,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:09.664333 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.677505 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Calling delete_port for 0460f551-204a-490a-9ffe-bee0dc79bb90 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:09.858482 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (0460f551-204a-490a-9ffe-bee0dc79bb90), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:09.886897 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0460f551-204a-490a-9ffe-bee0dc79bb90,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:10.075669 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (916fd10f-ed42-4554-8693-4ef520102806), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:10.163812 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58bfd4-0503-471b-b301-6a1dcb224312 req-d069decd-3849-47e3-9609-11361a9a8032 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:10.165695 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5a58bfd4-0503-471b-b301-6a1dcb224312 req-d069decd-3849-47e3-9609-11361a9a8032 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0547073 Jul 26 03:18:10.215272 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5a58bfd4-0503-471b-b301-6a1dcb224312 req-219e9140-21b0-4131-a528-0e63b34fe484 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Jul 26 03:18:10.296400 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:10.314971 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Router 916fd10f-ed42-4554-8693-4ef520102806 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:18:10.450340 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:10.475858 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:18:10.481133 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f6a0b38f-3b13-4200-959b-3e106b547b84 admin admin] 10.222.0.42 "PUT /v2.0/routers/916fd10f-ed42-4554-8693-4ef520102806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0102799 Jul 26 03:18:10.483861 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33326) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:10.487514 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] Sync routers for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:18:10.502447 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:18:10.503204 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:10.612628 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks [] for router (916fd10f-ed42-4554-8693-4ef520102806), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:10.615809 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:18:10.742249 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks [] for router_gateway (916fd10f-ed42-4554-8693-4ef520102806), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:10.813320 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:10.821928 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Deleting port 1509cba1-58b1-47af-9df7-972883f0d26c {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:10.822400 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:10.868615 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:10.869739 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:10.871246 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:18:09Z', 'revision_number': 5, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port': {'id': '1509cba1-58b1-47af-9df7-972883f0d26c', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916fd10f-ed42-4554-8693-4ef520102806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:10.905090 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] Checking router: 916fd10f-ed42-4554-8693-4ef520102806 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:18:10.932649 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] Routers {'916fd10f-ed42-4554-8693-4ef520102806'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:18:10.933283 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['916fd10f-ed42-4554-8693-4ef520102806'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:11.017347 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] For port 1509cba1-58b1-47af-9df7-972883f0d26c, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1509cba1-58b1-47af-9df7-972883f0d26c,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:11.017457 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.052103 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] Set router 916fd10f-ed42-4554-8693-4ef520102806 gateway port host: None {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:18:11.054728 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Calling delete_port for 1509cba1-58b1-47af-9df7-972883f0d26c owned by network:router_gateway {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:11.085085 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:11.147708 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:18:10Z', 'revision_number': 6, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:11.221934 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102c386-9b5f-4c6a-b328-62dfb1de37d2 None None] The sync data for ids ['916fd10f-ed42-4554-8693-4ef520102806'] in dv-cinder-850840-2-iscsi is: [{'id': '916fd10f-ed42-4554-8693-4ef520102806', 'name': 'tempest-TestShelveInstance-704861686-router', 'tenant_id': 'bd8a79690708464a9c3ffe381667a03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:31Z', 'updated_at': '2022-07-26T03:18:10Z', 'revision_number': 6, 'project_id': 'bd8a79690708464a9c3ffe381667a03c', 'gw_port_host': None}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:18:11.342386 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88aaff-33b7-4376-98f3-e66d955283ea req-edcf0c41-489e-4b21-aaf3-51a51750fc5a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:11.345326 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6b88aaff-33b7-4376-98f3-e66d955283ea req-edcf0c41-489e-4b21-aaf3-51a51750fc5a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0713665 Jul 26 03:18:11.359141 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1509cba1-58b1-47af-9df7-972883f0d26c), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.363107 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:11.388881 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1509cba1-58b1-47af-9df7-972883f0d26c,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:11.406901 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6b88aaff-33b7-4376-98f3-e66d955283ea req-aeacbb81-92f4-4e2a-95f2-1fde631baadf tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489445 Jul 26 03:18:11.465469 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (916fd10f-ed42-4554-8693-4ef520102806), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.564357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (916fd10f-ed42-4554-8693-4ef520102806), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.566822 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks [] for router_controller (916fd10f-ed42-4554-8693-4ef520102806), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.616324 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (916fd10f-ed42-4554-8693-4ef520102806), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.617008 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916fd10f-ed42-4554-8693-4ef520102806 {{(pid=104279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:18:11.623491 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.627472 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-81f98771-0f50-4657-864d-510862d4b6b4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/916fd10f-ed42-4554-8693-4ef520102806 HTTP/1.1" status: 204 len: 168 time: 1.1423473 Jul 26 03:18:11.628192 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33366) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:11.684113 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] Deleting subnet 70f133e5-9918-463f-b29d-6d77bc60c820 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:18:11.687745 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] Publish callbacks [] for subnet (70f133e5-9918-463f-b29d-6d77bc60c820), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.734137 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4129470'] for subnet (70f133e5-9918-463f-b29d-6d77bc60c820), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.751958 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 0460f551-204a-490a-9ffe-bee0dc79bb90 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:11.773213 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 0460f551-204a-490a-9ffe-bee0dc79bb90 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:11.773559 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 0460f551-204a-490a-9ffe-bee0dc79bb90 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:11.824731 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (70f133e5-9918-463f-b29d-6d77bc60c820), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.883629 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530183'] for subnet (70f133e5-9918-463f-b29d-6d77bc60c820), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.910424 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f133e5-9918-463f-b29d-6d77bc60c820,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:11.912426 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:11.917924 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-979cf037-73c6-4318-b71f-71d6e3235946 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/70f133e5-9918-463f-b29d-6d77bc60c820 HTTP/1.1" status: 204 len: 168 time: 0.2861335 Jul 26 03:18:11.918080 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9dce83-ea27-4352-9f96-c842e7dcc401 None None] Network 48ca9a71-9e56-49fc-b31b-af70124adfe1 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:18:11.918536 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33378) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:11.965816 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device da24c78e-34a6-4221-98bb-d4574e9d6954 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:12.018694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (48ca9a71-9e56-49fc-b31b-af70124adfe1), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.076335 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Deleting port 1f658c56-0092-4eac-968b-d010fb4c4527 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:12.076671 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.148165 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] For port 1f658c56-0092-4eac-968b-d010fb4c4527, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1f658c56-0092-4eac-968b-d010fb4c4527,segment=NetworkSegment(e319faf2-c2d6-438a-af1b-289245e50640),segment_id=e319faf2-c2d6-438a-af1b-289245e50640)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:12.148614 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.162314 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: da24c78e-34a6-4221-98bb-d4574e9d6954 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:12.162646 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device da24c78e-34a6-4221-98bb-d4574e9d6954 not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:12.167374 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Calling delete_port for 1f658c56-0092-4eac-968b-d010fb4c4527 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:12.261445 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (1f658c56-0092-4eac-968b-d010fb4c4527), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.298747 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f658c56-0092-4eac-968b-d010fb4c4527,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:12.312863 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] No DVR routers for this DVR port 1f658c56-0092-4eac-968b-d010fb4c4527 on host dv-cinder-850840-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:18:12.355788 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17efe706-a251-4d7d-98b6-bdbd11352cb3 None None] DHCP port deletion for 48ca9a71-9e56-49fc-b31b-af70124adfe1 request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:18:12.412331 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (48ca9a71-9e56-49fc-b31b-af70124adfe1), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.434279 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ca9a71-9e56-49fc-b31b-af70124adfe1']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:12.436617 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:12.450160 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e319faf2-c2d6-438a-af1b-289245e50640') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:12.450763 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e319faf2-c2d6-438a-af1b-289245e50640') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:12.471577 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (e319faf2-c2d6-438a-af1b-289245e50640), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.492910 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (e319faf2-c2d6-438a-af1b-289245e50640), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.513676 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:18:12.514097 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (e319faf2-c2d6-438a-af1b-289245e50640), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.558169 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment e319faf2-c2d6-438a-af1b-289245e50640 resource provider aggregate not found Jul 26 03:18:12.574062 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:12.589301 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fce0db-b454-4c6a-a0d0-a900a9ab5119 req-d34f8317-3f14-4ae3-a015-4256d1fd47e1 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:12.590903 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d0fce0db-b454-4c6a-a0d0-a900a9ab5119 req-d34f8317-3f14-4ae3-a015-4256d1fd47e1 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0758281 Jul 26 03:18:12.592970 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment e319faf2-c2d6-438a-af1b-289245e50640 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e319faf2-c2d6-438a-af1b-289245e50640 found for delete ", "request_id": "req-a06f5381-6e39-4e81-a18c-918df91dbd68"}]} Jul 26 03:18:12.604428 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (48ca9a71-9e56-49fc-b31b-af70124adfe1), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.628488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.632591 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] 10.222.0.42 "DELETE /v2.0/networks/48ca9a71-9e56-49fc-b31b-af70124adfe1 HTTP/1.1" status: 204 len: 168 time: 0.7131982 Jul 26 03:18:12.633770 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760b962-f3f1-4f48-be23-6f1a35254d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ca9a71-9e56-49fc-b31b-af70124adfe1,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:12.636155 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33422) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:12.675912 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d0fce0db-b454-4c6a-a0d0-a900a9ab5119 req-d5f4a902-707e-4f9a-acc6-9fcb0b2d80df tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758457 Jul 26 03:18:12.814361 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33428) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:12.819859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33430) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:12.946565 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.958914 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12e1927a-d854-4757-b800-e651e686680e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:12.974685 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (63dbd77a-ef0c-4d8a-985a-46d38df72121), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.089396 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Publish callbacks [] for security_group (dd4b8b88-b20e-4dad-ad66-d04f11c021f8), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.094223 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12e1927a-d854-4757-b800-e651e686680e admin admin] Publish callbacks [] for security_group (6b7520fb-9a60-4776-a0bc-30fb43cecb01), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.095970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (dd4b8b88-b20e-4dad-ad66-d04f11c021f8), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.107122 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-12e1927a-d854-4757-b800-e651e686680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6b7520fb-9a60-4776-a0bc-30fb43cecb01), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.158573 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b8b88-b20e-4dad-ad66-d04f11c021f8,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:13.168395 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-12e1927a-d854-4757-b800-e651e686680e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fe68ceee4af49f9a72c395d60c708c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465872 Jul 26 03:18:13.171908 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33436) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:13.172079 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b5e18b1c2da4b56a8f078486f713e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564827 Jul 26 03:18:13.173647 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.173993 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.174359 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.174692 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.175062 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.175393 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.175749 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.176072 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.176399 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.176717 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.177022 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.177342 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.177500 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33438) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:13.177666 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.177975 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.178289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b10c9dd-92f8-44e0-bc52-7ee9fb750b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.189735 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=16 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:13.205123 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1927a-d854-4757-b800-e651e686680e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7520fb-9a60-4776-a0bc-30fb43cecb01,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:13.251871 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Deleting port 51529edc-a7b7-4692-a849-2ec720c7b166 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:13.252207 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.344629 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Publish callbacks [] for security_group (6b7520fb-9a60-4776-a0bc-30fb43cecb01), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.352694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d951c17c-c0aa-45b5-a5a5-efb7201dae5e admin admin] Publish callbacks [] for security_group (dd4b8b88-b20e-4dad-ad66-d04f11c021f8), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.392608 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] For port 51529edc-a7b7-4692-a849-2ec720c7b166, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=51529edc-a7b7-4692-a849-2ec720c7b166,segment=NetworkSegment(e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72),segment_id=e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:13.392955 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.418969 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:13.418969 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d951c17c-c0aa-45b5-a5a5-efb7201dae5e admin admin] Publish callbacks [] for security_group (dd4b8b88-b20e-4dad-ad66-d04f11c021f8), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.418969 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Publish callbacks [] for security_group (6b7520fb-9a60-4776-a0bc-30fb43cecb01), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.418969 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:13.430223 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Calling delete_port for 51529edc-a7b7-4692-a849-2ec720c7b166 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:13.444434 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1509cba1-58b1-47af-9df7-972883f0d26c no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:13.464303 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 1509cba1-58b1-47af-9df7-972883f0d26c {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:13.464721 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1509cba1-58b1-47af-9df7-972883f0d26c not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:13.465233 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1f658c56-0092-4eac-968b-d010fb4c4527 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:13.486546 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 1f658c56-0092-4eac-968b-d010fb4c4527 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:13.487048 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1f658c56-0092-4eac-968b-d010fb4c4527 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:13.547341 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (6b7520fb-9a60-4776-a0bc-30fb43cecb01), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.550116 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.551292 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b7520fb-9a60-4776-a0bc-30fb43cecb01 HTTP/1.1" status: 204 len: 168 time: 0.3784561 Jul 26 03:18:13.557275 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d951c17c-c0aa-45b5-a5a5-efb7201dae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (dd4b8b88-b20e-4dad-ad66-d04f11c021f8), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.559749 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d951c17c-c0aa-45b5-a5a5-efb7201dae5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.560795 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d951c17c-c0aa-45b5-a5a5-efb7201dae5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd4b8b88-b20e-4dad-ad66-d04f11c021f8 HTTP/1.1" status: 204 len: 168 time: 0.3642921 Jul 26 03:18:13.567720 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7520fb-9a60-4776-a0bc-30fb43cecb01,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:13.606554 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.606895 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.607257 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.607592 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.607925 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.608244 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.608563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.608882 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.609207 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.609521 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.609949 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.610158 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.610476 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.610847 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.611353 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5754229-8f8a-45ca-8d11-ced78520dee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:18:13.632191 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951c17c-c0aa-45b5-a5a5-efb7201dae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b8b88-b20e-4dad-ad66-d04f11c021f8,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:13.728082 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (51529edc-a7b7-4692-a849-2ec720c7b166), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.770450 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=51529edc-a7b7-4692-a849-2ec720c7b166,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:13.865368 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e1a03-f3ef-4059-ac87-0050e928d109 req-01ea7318-a663-40eb-8d41-dbc40f38ad44 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:13.866985 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-525e1a03-f3ef-4059-ac87-0050e928d109 req-01ea7318-a663-40eb-8d41-dbc40f38ad44 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0976872 Jul 26 03:18:13.928657 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33452) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:13.945527 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1b55-1738-45c3-87cf-252a711edfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:13.975608 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33454) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:13.995727 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-525e1a03-f3ef-4059-ac87-0050e928d109 req-99102bb8-b059-45c6-a1f1-e4df70369ae7 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199160 Jul 26 03:18:14.003329 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7f013c7a-54ac-433a-bdb1-dcb4e921f493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.027605 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (63dbd77a-ef0c-4d8a-985a-46d38df72121), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.088166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1b55-1738-45c3-87cf-252a711edfeb admin admin] Publish callbacks [] for security_group (baa85eb2-4915-4b7d-ad78-33ce7bcad0ce), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.094026 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1b55-1738-45c3-87cf-252a711edfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (baa85eb2-4915-4b7d-ad78-33ce7bcad0ce), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.116059 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=15 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:14.149722 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f1b55-1738-45c3-87cf-252a711edfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa85eb2-4915-4b7d-ad78-33ce7bcad0ce,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:14.159540 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-bc4f1b55-1738-45c3-87cf-252a711edfeb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5d487c5d1d14f48a6e108c377870501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273340 Jul 26 03:18:14.162588 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33456) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:14.172405 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7f013c7a-54ac-433a-bdb1-dcb4e921f493 admin admin] Publish callbacks [] for security_group (3692bac2-868d-481e-8f1e-b4ed79ecac3f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.183051 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7f013c7a-54ac-433a-bdb1-dcb4e921f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (3692bac2-868d-481e-8f1e-b4ed79ecac3f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.240411 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f013c7a-54ac-433a-bdb1-dcb4e921f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3692bac2-868d-481e-8f1e-b4ed79ecac3f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:14.244683 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-7f013c7a-54ac-433a-bdb1-dcb4e921f493 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbde09867fb941a79f7657d1ed1bb7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679789 Jul 26 03:18:14.247655 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33458) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:14.282032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb447-9d92-4e2f-817d-829b11e1a8ee admin admin] Publish callbacks [] for security_group (baa85eb2-4915-4b7d-ad78-33ce7bcad0ce), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.323906 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb447-9d92-4e2f-817d-829b11e1a8ee admin admin] Publish callbacks [] for security_group (baa85eb2-4915-4b7d-ad78-33ce7bcad0ce), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.344566 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-832cd391-b224-4467-ab50-4bcfcae452cb admin admin] Publish callbacks [] for security_group (3692bac2-868d-481e-8f1e-b4ed79ecac3f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.385559 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-832cd391-b224-4467-ab50-4bcfcae452cb admin admin] Publish callbacks [] for security_group (3692bac2-868d-481e-8f1e-b4ed79ecac3f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.429259 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb447-9d92-4e2f-817d-829b11e1a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (baa85eb2-4915-4b7d-ad78-33ce7bcad0ce), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.431861 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb447-9d92-4e2f-817d-829b11e1a8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.433154 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b2fdb447-9d92-4e2f-817d-829b11e1a8ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/baa85eb2-4915-4b7d-ad78-33ce7bcad0ce HTTP/1.1" status: 204 len: 168 time: 0.2670116 Jul 26 03:18:14.445934 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-832cd391-b224-4467-ab50-4bcfcae452cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (3692bac2-868d-481e-8f1e-b4ed79ecac3f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.448806 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-832cd391-b224-4467-ab50-4bcfcae452cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.452481 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-832cd391-b224-4467-ab50-4bcfcae452cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3692bac2-868d-481e-8f1e-b4ed79ecac3f HTTP/1.1" status: 204 len: 168 time: 0.2013414 Jul 26 03:18:14.452481 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdb447-9d92-4e2f-817d-829b11e1a8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa85eb2-4915-4b7d-ad78-33ce7bcad0ce,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:14.466352 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:14.467007 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cd391-b224-4467-ab50-4bcfcae452cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3692bac2-868d-481e-8f1e-b4ed79ecac3f,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:14.512716 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:14.532680 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Router 63dbd77a-ef0c-4d8a-985a-46d38df72121 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:18:14.634538 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:14.640405 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:18:14.650739 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f4a22159-33f7-41c2-908d-2f702a12c7a8 admin admin] 10.222.0.42 "PUT /v2.0/routers/63dbd77a-ef0c-4d8a-985a-46d38df72121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097036 Jul 26 03:18:14.650739 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33466) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:14.653766 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] Sync routers for ids ['63dbd77a-ef0c-4d8a-985a-46d38df72121'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:18:14.665751 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] Routers {'63dbd77a-ef0c-4d8a-985a-46d38df72121'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:18:14.666548 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['63dbd77a-ef0c-4d8a-985a-46d38df72121'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:14.771341 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks [] for router (63dbd77a-ef0c-4d8a-985a-46d38df72121), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.812921 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] Set router 63dbd77a-ef0c-4d8a-985a-46d38df72121 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:18:14.891432 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks [] for router_gateway (63dbd77a-ef0c-4d8a-985a-46d38df72121), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:14.950736 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Deleting port b665e5ba-5e3a-4360-89e9-f0c975e69cd7 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:14.951117 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.025150 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:18:13Z', 'revision_number': 5, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port': {'id': 'b665e5ba-5e3a-4360-89e9-f0c975e69cd7', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:15.058717 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] For port b665e5ba-5e3a-4360-89e9-f0c975e69cd7, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:15.059320 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.059987 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] Checking router: 63dbd77a-ef0c-4d8a-985a-46d38df72121 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:18:15.071452 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] Routers {'63dbd77a-ef0c-4d8a-985a-46d38df72121'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:18:15.072534 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:17:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['63dbd77a-ef0c-4d8a-985a-46d38df72121'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:15.085883 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Calling delete_port for b665e5ba-5e3a-4360-89e9-f0c975e69cd7 owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:15.174062 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] Set router 63dbd77a-ef0c-4d8a-985a-46d38df72121 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:18:15.233384 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-8361bacf-ecfc-4037-bc36-a84e63f41ef4 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:15.235713 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-8361bacf-ecfc-4037-bc36-a84e63f41ef4 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.1208906 Jul 26 03:18:15.238721 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:15.254914 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5049e-235e-4feb-a684-a6d1c3ffccaa req-2ec8eb2f-06df-43ad-a4a7-d544039d75b1 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:15.262974 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-eba5049e-235e-4feb-a684-a6d1c3ffccaa req-2ec8eb2f-06df-43ad-a4a7-d544039d75b1 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 946 time: 0.0947769 Jul 26 03:18:15.269481 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:18:14Z', 'revision_number': 6, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:15.301893 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b88130-da97-4203-98e4-ab028b6c593d None None] The sync data for ids ['63dbd77a-ef0c-4d8a-985a-46d38df72121'] in dv-cinder-850840-2-iscsi is: [{'id': '63dbd77a-ef0c-4d8a-985a-46d38df72121', 'name': 'tempest-TestShelveInstance-1500528372-router', 'tenant_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:12:36Z', 'updated_at': '2022-07-26T03:18:14Z', 'revision_number': 6, 'project_id': '19282dfa2407442c95f4abc8b5a7e6a4', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:18:15.405446 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-eba5049e-235e-4feb-a684-a6d1c3ffccaa req-76dd8ed1-441b-4ebd-bcd1-818b49c443de tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413193 Jul 26 03:18:15.407598 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Deleting port 25f60663-5598-468a-a8a5-3452cc7a77cc {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:15.408136 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.472868 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (b665e5ba-5e3a-4360-89e9-f0c975e69cd7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.520544 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] For port 25f60663-5598-468a-a8a5-3452cc7a77cc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=25f60663-5598-468a-a8a5-3452cc7a77cc,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:15.521200 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.535727 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Calling delete_port for 25f60663-5598-468a-a8a5-3452cc7a77cc owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:15.581505 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b665e5ba-5e3a-4360-89e9-f0c975e69cd7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:15.601211 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (63dbd77a-ef0c-4d8a-985a-46d38df72121), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.736835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:15.738987 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (63dbd77a-ef0c-4d8a-985a-46d38df72121), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.743028 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks [] for router_controller (63dbd77a-ef0c-4d8a-985a-46d38df72121), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.795495 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:15.800774 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (25f60663-5598-468a-a8a5-3452cc7a77cc), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.817482 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['25f60663-5598-468a-a8a5-3452cc7a77cc'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:18:15.839367 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Pushing event deleted for resources: {'Port': ['ID=25f60663-5598-468a-a8a5-3452cc7a77cc,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:15.866766 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (63dbd77a-ef0c-4d8a-985a-46d38df72121), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.867543 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63dbd77a-ef0c-4d8a-985a-46d38df72121 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:18:15.875100 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.878737 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-009579b2-aebd-40cc-8d9d-ee995bfff0a2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/63dbd77a-ef0c-4d8a-985a-46d38df72121 HTTP/1.1" status: 204 len: 168 time: 1.2266603 Jul 26 03:18:15.880953 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33528) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:15.928725 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 51529edc-a7b7-4692-a849-2ec720c7b166 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:15.933723 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] No DVR routers for this DVR port 25f60663-5598-468a-a8a5-3452cc7a77cc on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:18:15.936937 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:15.944859 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f8e15ee7-b3df-4527-9a3e-9431e26e4617 req-36ff5812-a620-49c3-891b-89234c873b03 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "DELETE /v2.0/ports/25f60663-5598-468a-a8a5-3452cc7a77cc HTTP/1.1" status: 204 len: 173 time: 0.7024229 Jul 26 03:18:15.945985 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63377566-399d-4621-a5e6-f027c80757cc', 'name': 'network-vif-deleted', 'tag': '25f60663-5598-468a-a8a5-3452cc7a77cc'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:15.956823 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968f2011-e59e-4096-86d6-0247dd464c1d" -d '{"events": [{"server_uuid": "63377566-399d-4621-a5e6-f027c80757cc", "name": "network-vif-deleted", "tag": "25f60663-5598-468a-a8a5-3452cc7a77cc"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:15.974659 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 51529edc-a7b7-4692-a849-2ec720c7b166 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:15.975985 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 51529edc-a7b7-4692-a849-2ec720c7b166 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:16.007783 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] Deleting subnet fa042e06-b7cb-48f9-a350-04dd094f094a {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:18:16.012395 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] Publish callbacks [] for subnet (fa042e06-b7cb-48f9-a350-04dd094f094a), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.037484 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04237d33-621c-4e6b-b907-b083eb2a5c5b x-openstack-request-id: req-04237d33-621c-4e6b-b907-b083eb2a5c5b {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:16.037859 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63377566-399d-4621-a5e6-f027c80757cc", "name": "network-vif-deleted", "tag": "25f60663-5598-468a-a8a5-3452cc7a77cc", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:16.038199 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04237d33-621c-4e6b-b907-b083eb2a5c5b {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:16.038675 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04237d33-621c-4e6b-b907-b083eb2a5c5b'] response: {'server_uuid': '63377566-399d-4621-a5e6-f027c80757cc', 'name': 'network-vif-deleted', 'tag': '25f60663-5598-468a-a8a5-3452cc7a77cc', 'status': 'completed', 'code': 200} Jul 26 03:18:16.056152 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4129470'] for subnet (fa042e06-b7cb-48f9-a350-04dd094f094a), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.168178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (fa042e06-b7cb-48f9-a350-04dd094f094a), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.198863 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33542) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:16.204069 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:16.262517 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530183'] for subnet (fa042e06-b7cb-48f9-a350-04dd094f094a), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.302413 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa042e06-b7cb-48f9-a350-04dd094f094a,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:16.306314 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.309741 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-319e0ca4-2f93-44c3-afa1-f02b9c7a1d63 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fa042e06-b7cb-48f9-a350-04dd094f094a HTTP/1.1" status: 204 len: 168 time: 0.4185672 Jul 26 03:18:16.312968 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33548) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:16.318183 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f5cc3-cf0e-47f5-8bb0-8c0f4e7bf5e7 None None] Network 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:18:16.355085 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3b5665f1-a660-4cb1-859b-a44020ecdeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.424006 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.496954 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3b5665f1-a660-4cb1-859b-a44020ecdeea admin admin] Publish callbacks [] for security_group (a349888a-81f7-439d-b119-4199608bfd5d), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.504421 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3b5665f1-a660-4cb1-859b-a44020ecdeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a349888a-81f7-439d-b119-4199608bfd5d), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.527105 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Deleting port 4b5305a4-d701-498c-8452-9dde005a67e9 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:16.528775 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.544187 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] DHCP port deletion for 0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:18:16.593252 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:16.600603 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3b5665f1-a660-4cb1-859b-a44020ecdeea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fdd731415a9483381208855aacc87fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991213 Jul 26 03:18:16.604028 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58445025-2a25-4377-a611-dbb4775e6de4 req-d55fa9d9-e87c-425a-800d-83ebd68ae684 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=63377566-399d-4621-a5e6-f027c80757cc HTTP/1.1" status: 200 len: 210 time: 0.0616968 Jul 26 03:18:16.604936 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33558) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:16.611908 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5665f1-a660-4cb1-859b-a44020ecdeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a349888a-81f7-439d-b119-4199608bfd5d,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:16.626476 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] Deleting port 4b5305a4-d701-498c-8452-9dde005a67e9 {{(pid=104280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:16.627619 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), before_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.680358 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9804542c-8cb1-446a-a625-84845b0bd6a2 admin admin] Publish callbacks [] for security_group (a349888a-81f7-439d-b119-4199608bfd5d), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.689930 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] For port 4b5305a4-d701-498c-8452-9dde005a67e9, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4b5305a4-d701-498c-8452-9dde005a67e9,segment=NetworkSegment(e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72),segment_id=e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:16.690510 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.709392 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9804542c-8cb1-446a-a625-84845b0bd6a2 admin admin] Publish callbacks [] for security_group (a349888a-81f7-439d-b119-4199608bfd5d), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.709656 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Calling delete_port for 4b5305a4-d701-498c-8452-9dde005a67e9 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:16.709774 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] For port 4b5305a4-d701-498c-8452-9dde005a67e9, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4b5305a4-d701-498c-8452-9dde005a67e9,segment=NetworkSegment(e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72),segment_id=e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:16.710117 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), precommit_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.725714 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] Calling delete_port for 4b5305a4-d701-498c-8452-9dde005a67e9 owned by network:dhcp {{(pid=104280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:16.777453 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:16.798143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9804542c-8cb1-446a-a625-84845b0bd6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a349888a-81f7-439d-b119-4199608bfd5d), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.817165 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-9804542c-8cb1-446a-a625-84845b0bd6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.821553 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-9804542c-8cb1-446a-a625-84845b0bd6a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a349888a-81f7-439d-b119-4199608bfd5d HTTP/1.1" status: 204 len: 168 time: 0.2127447 Jul 26 03:18:16.827641 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804542c-8cb1-446a-a625-84845b0bd6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a349888a-81f7-439d-b119-4199608bfd5d,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:16.832296 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.852436 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116'] for port (4b5305a4-d701-498c-8452-9dde005a67e9), after_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.863578 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5305a4-d701-498c-8452-9dde005a67e9,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:16.870603 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] No DVR routers for this DVR port 4b5305a4-d701-498c-8452-9dde005a67e9 on host dv-cinder-850840-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:18:16.879699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] Pushing event deleted for resources: {'Port': ['ID=4b5305a4-d701-498c-8452-9dde005a67e9,revision_number=None']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:16.894131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b889a87-a812-4373-a0cd-63bc557deff7 None None] No DVR routers for this DVR port 4b5305a4-d701-498c-8452-9dde005a67e9 on host dv-cinder-850840-2-iscsi {{(pid=104280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:18:16.963577 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:16.984427 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:16.997810 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:16.998107 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:17.013487 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.028670 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.036877 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:18:17.037286 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.090889 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72 resource provider aggregate not found Jul 26 03:18:17.112724 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4e21eb7-0bc2-4ec3-8f53-76d1a5458f72 found for delete ", "request_id": "req-05f9744c-0d81-4840-8561-39a80d7c8f2b"}]} Jul 26 03:18:17.115709 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.128549 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.132261 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5 HTTP/1.1" status: 204 len: 168 time: 0.8183267 Jul 26 03:18:17.132793 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:17.143823 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e995eb0-e9d4-43c0-8a3a-e8ca9cb68731 admin admin] Pushing event deleted for resources: {'Network': ['ID=0637fca6-ebd8-4b0a-92a2-f3a5ed6b45c5,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:17.196990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33576) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:17.285417 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33586) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:17.342434 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ee99e952-a5df-49f7-9318-26806bd27c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.349787 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-6c287f2e-cf4e-4f83-a604-387b69ea1a32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd8a79690708464a9c3ffe381667a03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606227 Jul 26 03:18:17.350298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33590) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:17.417265 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-eb4491d8-06e3-45b5-8276-7ed6b5beb0ee admin admin] Publish callbacks [] for security_group (431d66ce-6d76-49df-ab5d-446bf8c1c461), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.450094 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-eb4491d8-06e3-45b5-8276-7ed6b5beb0ee admin admin] Publish callbacks [] for security_group (431d66ce-6d76-49df-ab5d-446bf8c1c461), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.457577 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ee99e952-a5df-49f7-9318-26806bd27c05 admin admin] Publish callbacks [] for security_group (7b98368a-544a-4e69-b0d0-3de069a2b447), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.464977 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ee99e952-a5df-49f7-9318-26806bd27c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (7b98368a-544a-4e69-b0d0-3de069a2b447), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.519821 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ee99e952-a5df-49f7-9318-26806bd27c05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=949f65d6f52e417a97b671a14cd86aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207622 Jul 26 03:18:17.522759 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99e952-a5df-49f7-9318-26806bd27c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98368a-544a-4e69-b0d0-3de069a2b447,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:17.525618 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33600) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:17.527841 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b665e5ba-5e3a-4360-89e9-f0c975e69cd7 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:17.545765 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-eb4491d8-06e3-45b5-8276-7ed6b5beb0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (431d66ce-6d76-49df-ab5d-446bf8c1c461), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.548688 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-eb4491d8-06e3-45b5-8276-7ed6b5beb0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.551461 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-eb4491d8-06e3-45b5-8276-7ed6b5beb0ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/431d66ce-6d76-49df-ab5d-446bf8c1c461 HTTP/1.1" status: 204 len: 168 time: 0.2001038 Jul 26 03:18:17.574558 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: b665e5ba-5e3a-4360-89e9-f0c975e69cd7 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:17.575700 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4491d8-06e3-45b5-8276-7ed6b5beb0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d66ce-6d76-49df-ab5d-446bf8c1c461,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:17.576924 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device b665e5ba-5e3a-4360-89e9-f0c975e69cd7 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:17.578549 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4b5305a4-d701-498c-8452-9dde005a67e9 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:17.584560 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e1da3d4-4562-4ddc-8d6e-f136f37e092a admin admin] Publish callbacks [] for security_group (7b98368a-544a-4e69-b0d0-3de069a2b447), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.611467 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e1da3d4-4562-4ddc-8d6e-f136f37e092a admin admin] Publish callbacks [] for security_group (7b98368a-544a-4e69-b0d0-3de069a2b447), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.628927 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 4b5305a4-d701-498c-8452-9dde005a67e9 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:17.629324 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4b5305a4-d701-498c-8452-9dde005a67e9 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:17.697389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e1da3d4-4562-4ddc-8d6e-f136f37e092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (7b98368a-544a-4e69-b0d0-3de069a2b447), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.699401 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-0e1da3d4-4562-4ddc-8d6e-f136f37e092a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:17.702808 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-0e1da3d4-4562-4ddc-8d6e-f136f37e092a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b98368a-544a-4e69-b0d0-3de069a2b447 HTTP/1.1" status: 204 len: 168 time: 0.1740191 Jul 26 03:18:17.709320 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1da3d4-4562-4ddc-8d6e-f136f37e092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98368a-544a-4e69-b0d0-3de069a2b447,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:17.992752 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:18.034240 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-7c6bc94a-f48b-41fb-b2cd-8e1b6de3e7f6 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:18.036136 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-7c6bc94a-f48b-41fb-b2cd-8e1b6de3e7f6 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/networks?id=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 HTTP/1.1" status: 200 len: 809 time: 0.1153600 Jul 26 03:18:18.052499 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-7a5c8435-51a6-4b16-ac8b-06ee0ec704bd tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/quotas/ad3b89efcbc94f19a867fe700046b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0104463 Jul 26 03:18:18.088040 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-276aaee5-77ef-450a-b4b3-f709cdcbe299 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289910 Jul 26 03:18:18.103879 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33630) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:18.120835 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9f8eee06-fb6f-46dc-ace0-30a82e525593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.166563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33632) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:18.186994 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 25f60663-5598-468a-a8a5-3452cc7a77cc no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:18.208434 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-1b6e7c8c-15e2-464c-928b-43c62d5bd234 service neutron] 10.222.0.42 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123793 Jul 26 03:18:18.217509 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 25f60663-5598-468a-a8a5-3452cc7a77cc {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:18.218223 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 25f60663-5598-468a-a8a5-3452cc7a77cc not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:18.239061 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-c1e0a477-853d-45b5-a2d9-1922e9c8762b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19282dfa2407442c95f4abc8b5a7e6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0683753 Jul 26 03:18:18.239061 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33634) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:18.247109 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:18.263979 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9f8eee06-fb6f-46dc-ace0-30a82e525593 admin admin] Publish callbacks [] for security_group (70cf9225-2cff-4801-88dd-419e66835c5d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.285270 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9f8eee06-fb6f-46dc-ace0-30a82e525593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (70cf9225-2cff-4801-88dd-419e66835c5d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.335102 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-0a8680a5-a548-45ff-a9de-81d3e91ff59a service neutron] 10.222.0.42 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249323 Jul 26 03:18:18.397469 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9f8eee06-fb6f-46dc-ace0-30a82e525593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e93c59269a5f40b9a4ab55dd4dae6afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917402 Jul 26 03:18:18.400119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33638) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:18.401930 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eee06-fb6f-46dc-ace0-30a82e525593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf9225-2cff-4801-88dd-419e66835c5d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:18.407283 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f83f6029-bb7b-4642-aa1e-25dd3a61a785 admin admin] Publish callbacks [] for security_group (44b96d1e-cef6-48b8-a846-3518d5440b0d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.452794 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f83f6029-bb7b-4642-aa1e-25dd3a61a785 admin admin] Publish callbacks [] for security_group (44b96d1e-cef6-48b8-a846-3518d5440b0d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.509940 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74a14dce-d37f-4c46-8960-e958245a1e2f admin admin] Publish callbacks [] for security_group (70cf9225-2cff-4801-88dd-419e66835c5d), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.528990 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f83f6029-bb7b-4642-aa1e-25dd3a61a785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (44b96d1e-cef6-48b8-a846-3518d5440b0d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.534372 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f83f6029-bb7b-4642-aa1e-25dd3a61a785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.537806 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-f83f6029-bb7b-4642-aa1e-25dd3a61a785 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44b96d1e-cef6-48b8-a846-3518d5440b0d HTTP/1.1" status: 204 len: 168 time: 0.2961025 Jul 26 03:18:18.552565 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f6029-bb7b-4642-aa1e-25dd3a61a785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b96d1e-cef6-48b8-a846-3518d5440b0d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:18.564883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74a14dce-d37f-4c46-8960-e958245a1e2f admin admin] Publish callbacks [] for security_group (70cf9225-2cff-4801-88dd-419e66835c5d), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.647100 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cd0b8900-1a7a-4830-a3f2-2cf7782aeaec req-465d7604-54ab-4feb-a142-563a929843f2 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 210 time: 0.0742195 Jul 26 03:18:18.673087 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74a14dce-d37f-4c46-8960-e958245a1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (70cf9225-2cff-4801-88dd-419e66835c5d), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.676249 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74a14dce-d37f-4c46-8960-e958245a1e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:18.677617 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-74a14dce-d37f-4c46-8960-e958245a1e2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70cf9225-2cff-4801-88dd-419e66835c5d HTTP/1.1" status: 204 len: 168 time: 0.2758715 Jul 26 03:18:18.681248 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:18.693078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a14dce-d37f-4c46-8960-e958245a1e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cf9225-2cff-4801-88dd-419e66835c5d,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:19.733486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6f793942-7db2-42fa-94f0-cb67f8b3a631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:19.758624 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36c491d9-ad45-4f18-a3ae-ad6d97905afd req-a1f39c04-36cd-4be2-8715-7e699537b3e5 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 210 time: 0.0399618 Jul 26 03:18:19.967848 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-de488ca9-5652-424c-ad97-d5cb3f033347 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:19.969498 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-de488ca9-5652-424c-ad97-d5cb3f033347 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "GET /v2.0/networks?id=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 HTTP/1.1" status: 200 len: 809 time: 0.1530554 Jul 26 03:18:19.992111 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Request body: {'port': {'device_id': '32a5a10e-023c-420b-b1e1-132c28672932', 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3', 'admin_state_up': True, 'tenant_id': 'ad3b89efcbc94f19a867fe700046b0f2'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:18:20.122818 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Made reservation on behalf of ad3b89efcbc94f19a867fe700046b0f2 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:18:20.126381 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:20.295257 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Allocated IP 172.20.0.2 (2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3/15262459-643f-409c-ad39-96a94b3eec3d/1beec55c-24f7-40b0-8d00-9e99e991760f) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:18:20.455513 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:20.459177 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks [] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:20.493682 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:20.534515 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:18:20.539155 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:18:20.543209 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:18:20.572287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Pushing event updated for resources: {'Port': ['ID=1beec55c-24f7-40b0-8d00-9e99e991760f,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:20.598662 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:20.599298 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:20.617276 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-3794b1ab-4cc6-424f-91c3-2e84bb1bf786 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6291268 Jul 26 03:18:20.881850 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902472ad-12f6-4a7a-9d36-babd0a79e494 req-2a87131a-efd8-4838-87bb-8a183bb7baff tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:20.883382 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-902472ad-12f6-4a7a-9d36-babd0a79e494 req-2a87131a-efd8-4838-87bb-8a183bb7baff tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 931 time: 0.0495508 Jul 26 03:18:20.936480 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-902472ad-12f6-4a7a-9d36-babd0a79e494 req-3cfe64a3-b9e3-4b6c-b00f-7b0866516eec tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Jul 26 03:18:21.054564 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=12 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:21.221593 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=13 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:21.970657 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3dbe8878-fdbe-4dfb-8f77-c1528a10f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:22.060847 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641da470-f0a8-4280-849f-94f18fc410ca req-773b2587-0f93-4c1d-b1a6-2623b0a4ba6f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:22.062279 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-641da470-f0a8-4280-849f-94f18fc410ca req-773b2587-0f93-4c1d-b1a6-2623b0a4ba6f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 931 time: 0.0506785 Jul 26 03:18:22.080665 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:22.110038 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-641da470-f0a8-4280-849f-94f18fc410ca req-a84307db-0cde-42fa-97a6-e020eb82d81e tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Jul 26 03:18:22.180746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Request body: {'port': {'device_id': '32a5a10e-023c-420b-b1e1-132c28672932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:18:22.244260 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:22.505233 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1beec55c-24f7-40b0-8d00-9e99e991760f {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:18:22.512543 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Publish callbacks [] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:22.524876 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Transition to ACTIVE for port object 1beec55c-24f7-40b0-8d00-9e99e991760f will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:18:22.531992 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:22.584751 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1beec55c-24f7-40b0-8d00-9e99e991760f,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:22.655077 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Attempting to bind port 1beec55c-24f7-40b0-8d00-9e99e991760f on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:18:22.655376 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Attempting to bind port 1beec55c-24f7-40b0-8d00-9e99e991760f by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:18:22.655727 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Attempting to bind port 1beec55c-24f7-40b0-8d00-9e99e991760f on network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:18:22.660443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Port 1beec55c-24f7-40b0-8d00-9e99e991760f on network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:18:22.660752 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Attempting to bind port 1beec55c-24f7-40b0-8d00-9e99e991760f on network 2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:18:22.666018 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:18:22.666346 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Checking segment: {'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:18:22.666717 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Bound using segment: {'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:18:22.667194 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Bound port: 1beec55c-24f7-40b0-8d00-9e99e991760f, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239687d0-4bf9-4d4e-a5cb-bc817a87a383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:18:22.667539 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:22.714745 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:22.731017 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] For port 1beec55c-24f7-40b0-8d00-9e99e991760f, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:18:22.734274 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] For port 1beec55c-24f7-40b0-8d00-9e99e991760f, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1beec55c-24f7-40b0-8d00-9e99e991760f,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:18:22.741373 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:22.773862 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:22.774486 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:22.775898 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/1beec55c-24f7-40b0-8d00-9e99e991760f HTTP/1.1" status: 200 len: 1093 time: 0.6019979 Jul 26 03:18:22.778034 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a5a10e-023c-420b-b1e1-132c28672932', 'tag': '1beec55c-24f7-40b0-8d00-9e99e991760f'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:22.780303 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b4447-0d1d-42d5-8f2f-9f20ffa3d2de" -d '{"events": [{"name": "network-changed", "server_uuid": "32a5a10e-023c-420b-b1e1-132c28672932", "tag": "1beec55c-24f7-40b0-8d00-9e99e991760f"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:22.803360 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05240b13-5aa3-4cfd-be8c-7b12c362e1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1beec55c-24f7-40b0-8d00-9e99e991760f,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:22.817614 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdad7fa-72ef-499a-a4e1-bea84f6fe1ca x-openstack-request-id: req-9bdad7fa-72ef-499a-a4e1-bea84f6fe1ca {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:22.817893 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a5a10e-023c-420b-b1e1-132c28672932", "tag": "1beec55c-24f7-40b0-8d00-9e99e991760f", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:22.818136 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bdad7fa-72ef-499a-a4e1-bea84f6fe1ca {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:22.818531 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bdad7fa-72ef-499a-a4e1-bea84f6fe1ca'] response: {'name': 'network-changed', 'server_uuid': '32a5a10e-023c-420b-b1e1-132c28672932', 'tag': '1beec55c-24f7-40b0-8d00-9e99e991760f', 'status': 'completed', 'code': 200} Jul 26 03:18:23.172390 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:23.247101 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4447-0d1d-42d5-8f2f-9f20ffa3d2de req-b897c032-985b-46f7-8a18-e51315e35481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:23.248660 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d3b4447-0d1d-42d5-8f2f-9f20ffa3d2de req-b897c032-985b-46f7-8a18-e51315e35481 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 1127 time: 0.0755641 Jul 26 03:18:23.262383 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad9d5e-bd6e-4c9b-9f91-b2cda6c6ad27 req-b6abcd3d-f5d5-4816-8b73-feaee178d3fa tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:23.263817 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-29ad9d5e-bd6e-4c9b-9f91-b2cda6c6ad27 req-b6abcd3d-f5d5-4816-8b73-feaee178d3fa tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 943 time: 0.0598371 Jul 26 03:18:23.366283 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-29ad9d5e-bd6e-4c9b-9f91-b2cda6c6ad27 req-265b6930-d0af-4cfe-b6ca-2dbdc16b0cee tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927308 Jul 26 03:18:23.389106 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4447-0d1d-42d5-8f2f-9f20ffa3d2de req-c49953ff-fdeb-4048-9e42-f2118b7b6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:23.390607 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d3b4447-0d1d-42d5-8f2f-9f20ffa3d2de req-c49953ff-fdeb-4048-9e42-f2118b7b6081 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1259341 Jul 26 03:18:23.476477 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:23.494853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4447-0d1d-42d5-8f2f-9f20ffa3d2de req-75d5a234-63e7-491f-9533-9c44375229e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:23.496427 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8d3b4447-0d1d-42d5-8f2f-9f20ffa3d2de req-75d5a234-63e7-491f-9533-9c44375229e9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979595 Jul 26 03:18:23.574167 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-35687678-9bba-428f-81c9-6662d36513f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:23.575442 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-35687678-9bba-428f-81c9-6662d36513f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 1127 time: 0.0424116 Jul 26 03:18:23.618102 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-bf3fc542-86ad-4706-8a75-cd41cc901a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1beec55c-24f7-40b0-8d00-9e99e991760f HTTP/1.1" status: 200 len: 217 time: 0.0348430 Jul 26 03:18:23.938537 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-dfd38624-d84b-49a1-a40e-727fc26f1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:23.940028 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-dfd38624-d84b-49a1-a40e-727fc26f1024 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15262459-643f-409c-ad39-96a94b3eec3d HTTP/1.1" status: 200 len: 849 time: 0.3136723 Jul 26 03:18:23.976224 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-b45cc0c0-c99e-41a9-a046-e71e617f8ef0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263014 Jul 26 03:18:24.076497 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-6dd052e9-ba48-489a-8ec6-bc3576b71b1d service neutron] 10.222.0.36 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906370 Jul 26 03:18:24.174870 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a3a1157a-3676-40f3-8492-c13970ff5c80 req-1ad6d284-107b-44bd-b389-cf7aa927e9c7 service neutron] 10.222.0.36 "GET /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888319 Jul 26 03:18:24.507533 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765a87a-afea-4497-843b-cc92b06b1038 req-fe11fd41-b7ae-4ffb-ad31-4b4d7feffabd tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:24.509148 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4765a87a-afea-4497-843b-cc92b06b1038 req-fe11fd41-b7ae-4ffb-ad31-4b4d7feffabd tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 943 time: 0.0527034 Jul 26 03:18:24.562147 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-4765a87a-afea-4497-843b-cc92b06b1038 req-c2416312-cb5b-4b67-9abe-0600a26ea893 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Jul 26 03:18:24.618923 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:24.776182 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:24.790388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:25.149620 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 1beec55c-24f7-40b0-8d00-9e99e991760f details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:18:25.252351 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 1beec55c-24f7-40b0-8d00-9e99e991760f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1beec55c-24f7-40b0-8d00-9e99e991760f,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:25.264029 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '1beec55c-24f7-40b0-8d00-9e99e991760f', 'network_id': '2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3', 'port_id': '1beec55c-24f7-40b0-8d00-9e99e991760f', 'mac_address': 'fa:16:3e:a1:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15262459-643f-409c-ad39-96a94b3eec3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:18:25.303925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 1beec55c-24f7-40b0-8d00-9e99e991760f is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:18:25.304304 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:25.317725 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1beec55c-24f7-40b0-8d00-9e99e991760f {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:18:25.339522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 1beec55c-24f7-40b0-8d00-9e99e991760f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1beec55c-24f7-40b0-8d00-9e99e991760f,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:25.344020 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:25.391449 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=1beec55c-24f7-40b0-8d00-9e99e991760f,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:25.587470 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['1beec55c-24f7-40b0-8d00-9e99e991760f'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:18:25.681967 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:25.686346 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58480-5891-4323-8b13-fbfba46ab0a4 req-507611dd-6852-4725-92e0-48f2ea741d0a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:25.687890 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-59e58480-5891-4323-8b13-fbfba46ab0a4 req-507611dd-6852-4725-92e0-48f2ea741d0a tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 944 time: 0.0469000 Jul 26 03:18:25.738169 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-59e58480-5891-4323-8b13-fbfba46ab0a4 req-2ba6eec6-e66f-437f-aa85-3ddee092f18e tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Jul 26 03:18:26.859202 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e71b0-eb5e-4aa2-b2d8-6229402bf5fc req-e6bcb678-1e88-414c-be6e-a8ad7f0effbe tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:26.860683 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9d9e71b0-eb5e-4aa2-b2d8-6229402bf5fc req-e6bcb678-1e88-414c-be6e-a8ad7f0effbe tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 944 time: 0.0520549 Jul 26 03:18:26.908645 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9d9e71b0-eb5e-4aa2-b2d8-6229402bf5fc req-96d2b91e-acfc-4b8d-9eb9-a2a6ed0b162c tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Jul 26 03:18:27.185622 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 1beec55c-24f7-40b0-8d00-9e99e991760f up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:18:27.236277 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 1beec55c-24f7-40b0-8d00-9e99e991760f completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:18:27.242859 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 1beec55c-24f7-40b0-8d00-9e99e991760f triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:18:27.243283 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:27.331214 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 1beec55c-24f7-40b0-8d00-9e99e991760f is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:18:27.331598 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:27.363589 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a5a10e-023c-420b-b1e1-132c28672932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1beec55c-24f7-40b0-8d00-9e99e991760f'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:27.365902 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab0ca5c-e138-4dbd-bc61-c0c22266c5ab" -d '{"events": [{"server_uuid": "32a5a10e-023c-420b-b1e1-132c28672932", "name": "network-vif-plugged", "status": "completed", "tag": "1beec55c-24f7-40b0-8d00-9e99e991760f"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:27.379714 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 1beec55c-24f7-40b0-8d00-9e99e991760f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1beec55c-24f7-40b0-8d00-9e99e991760f,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:27.385868 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:27.436370 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c5d2d-dca7-46ea-be06-75f51678725d x-openstack-request-id: req-a51c5d2d-dca7-46ea-be06-75f51678725d {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:27.436666 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a5a10e-023c-420b-b1e1-132c28672932", "name": "network-vif-plugged", "status": "completed", "tag": "1beec55c-24f7-40b0-8d00-9e99e991760f", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:27.436892 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a51c5d2d-dca7-46ea-be06-75f51678725d {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:27.437277 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51c5d2d-dca7-46ea-be06-75f51678725d'] response: {'server_uuid': '32a5a10e-023c-420b-b1e1-132c28672932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1beec55c-24f7-40b0-8d00-9e99e991760f', 'code': 200} Jul 26 03:18:27.442755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=1beec55c-24f7-40b0-8d00-9e99e991760f,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:27.622103 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259de25-b62f-4b00-ae3c-d1f73ea9aeb4 req-61b05377-22ad-40e2-9aa7-95247c33a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:27.623671 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d259de25-b62f-4b00-ae3c-d1f73ea9aeb4 req-61b05377-22ad-40e2-9aa7-95247c33a0f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 1129 time: 0.0396271 Jul 26 03:18:27.668597 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d259de25-b62f-4b00-ae3c-d1f73ea9aeb4 req-8a94370b-3684-49d1-92fe-97a5765acc43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Jul 26 03:18:27.991165 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:28.033487 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e0647-5551-4172-9f3a-a63beb485120 req-f7da22d2-028e-446f-842c-74275619dac6 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:28.034981 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c42e0647-5551-4172-9f3a-a63beb485120 req-f7da22d2-028e-446f-842c-74275619dac6 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Jul 26 03:18:28.081828 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-c42e0647-5551-4172-9f3a-a63beb485120 req-8b8c58f0-c0e2-4ea5-8156-564ea5e8d907 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410211 Jul 26 03:18:29.025712 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33950) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:29.139600 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d3ec-b0ad-4d07-b087-8b30e01e614f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.154078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:29.220711 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6ed58-876a-426b-89e1-8869f311e69a req-5556e737-3510-4202-8dd4-d1a536c7cd87 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:29.222184 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-93a6ed58-876a-426b-89e1-8869f311e69a req-5556e737-3510-4202-8dd4-d1a536c7cd87 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 945 time: 0.0600557 Jul 26 03:18:29.277538 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33966) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:29.293067 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d3ec-b0ad-4d07-b087-8b30e01e614f admin admin] Publish callbacks [] for security_group (47e98e90-33f3-44eb-8009-7835bc854a01), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.298776 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d3ec-b0ad-4d07-b087-8b30e01e614f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (47e98e90-33f3-44eb-8009-7835bc854a01), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.303752 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-93a6ed58-876a-426b-89e1-8869f311e69a req-f533c8d0-14dd-4b4a-b6a4-d447060e1a27 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749447 Jul 26 03:18:29.349771 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-1bf1d3ec-b0ad-4d07-b087-8b30e01e614f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03087e7d12d64f56bca9f0b5cd1775e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226099 Jul 26 03:18:29.352524 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33974) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:29.356792 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d3ec-b0ad-4d07-b087-8b30e01e614f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e98e90-33f3-44eb-8009-7835bc854a01,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:29.413005 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-510b4c29-e96c-49ee-8376-e4e05ec24348 admin admin] Publish callbacks [] for security_group (47e98e90-33f3-44eb-8009-7835bc854a01), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.448943 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-510b4c29-e96c-49ee-8376-e4e05ec24348 admin admin] Publish callbacks [] for security_group (47e98e90-33f3-44eb-8009-7835bc854a01), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.451377 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b454b14d-45d2-483e-a863-d66f56b92f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.535143 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-510b4c29-e96c-49ee-8376-e4e05ec24348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (47e98e90-33f3-44eb-8009-7835bc854a01), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.537762 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-510b4c29-e96c-49ee-8376-e4e05ec24348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.539002 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-510b4c29-e96c-49ee-8376-e4e05ec24348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47e98e90-33f3-44eb-8009-7835bc854a01 HTTP/1.1" status: 204 len: 168 time: 0.1851079 Jul 26 03:18:29.553547 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b4c29-e96c-49ee-8376-e4e05ec24348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e98e90-33f3-44eb-8009-7835bc854a01,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:29.591143 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b454b14d-45d2-483e-a863-d66f56b92f6b admin admin] Publish callbacks [] for security_group (e1262d52-a021-43c6-9522-5f0e12d09be0), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.596583 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b454b14d-45d2-483e-a863-d66f56b92f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e1262d52-a021-43c6-9522-5f0e12d09be0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.637472 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:29.644000 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-b454b14d-45d2-483e-a863-d66f56b92f6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8a85dbb5c5644579e59ef11df25803c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658659 Jul 26 03:18:29.645047 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454b14d-45d2-483e-a863-d66f56b92f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1262d52-a021-43c6-9522-5f0e12d09be0,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:29.645938 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 33984) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:29.704310 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f903a0b5-e4ec-4004-8947-e6e54e39b99e admin admin] Publish callbacks [] for security_group (e1262d52-a021-43c6-9522-5f0e12d09be0), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.725704 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f903a0b5-e4ec-4004-8947-e6e54e39b99e admin admin] Publish callbacks [] for security_group (e1262d52-a021-43c6-9522-5f0e12d09be0), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.758714 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:29.785798 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f903a0b5-e4ec-4004-8947-e6e54e39b99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (e1262d52-a021-43c6-9522-5f0e12d09be0), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.788486 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f903a0b5-e4ec-4004-8947-e6e54e39b99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:29.789643 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f903a0b5-e4ec-4004-8947-e6e54e39b99e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1262d52-a021-43c6-9522-5f0e12d09be0 HTTP/1.1" status: 204 len: 168 time: 0.1425240 Jul 26 03:18:29.803329 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903a0b5-e4ec-4004-8947-e6e54e39b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1262d52-a021-43c6-9522-5f0e12d09be0,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:29.893745 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 33996) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:29.908980 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-81e76eff-ac27-4c1e-a4df-be28af597aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.000700 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-81e76eff-ac27-4c1e-a4df-be28af597aa3 admin admin] Publish callbacks [] for security_group (ba4ee689-db96-4592-a280-e66be5b89fed), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.005891 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-81e76eff-ac27-4c1e-a4df-be28af597aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ba4ee689-db96-4592-a280-e66be5b89fed), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.048427 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-81e76eff-ac27-4c1e-a4df-be28af597aa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c12e24933b8145d5815a9ea2c72c32b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534810 Jul 26 03:18:30.049612 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e76eff-ac27-4c1e-a4df-be28af597aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4ee689-db96-4592-a280-e66be5b89fed,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:30.052076 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34002) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:30.100332 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67c6fa-dbb3-45d5-ab33-faa9ffe8eeff req-3cfe12b1-f8e0-4511-906e-fb01acf2d4e8 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:30.102280 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0e67c6fa-dbb3-45d5-ab33-faa9ffe8eeff req-3cfe12b1-f8e0-4511-906e-fb01acf2d4e8 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 945 time: 0.0710948 Jul 26 03:18:30.104758 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9953fea7-a0be-498f-b9d2-30090f01e122 admin admin] Publish callbacks [] for security_group (ba4ee689-db96-4592-a280-e66be5b89fed), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.129293 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9953fea7-a0be-498f-b9d2-30090f01e122 admin admin] Publish callbacks [] for security_group (ba4ee689-db96-4592-a280-e66be5b89fed), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.149982 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0e67c6fa-dbb3-45d5-ab33-faa9ffe8eeff req-664e98ec-bf79-4013-9445-49f11978e5a2 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Jul 26 03:18:30.157167 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34004) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:30.176966 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e4be14d4-5fd6-48a1-b8c2-dcd4761b82ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.205686 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9953fea7-a0be-498f-b9d2-30090f01e122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ba4ee689-db96-4592-a280-e66be5b89fed), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.208259 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9953fea7-a0be-498f-b9d2-30090f01e122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.209381 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9953fea7-a0be-498f-b9d2-30090f01e122 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba4ee689-db96-4592-a280-e66be5b89fed HTTP/1.1" status: 204 len: 168 time: 0.1562262 Jul 26 03:18:30.227710 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953fea7-a0be-498f-b9d2-30090f01e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4ee689-db96-4592-a280-e66be5b89fed,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:30.249289 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:30.283782 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e4be14d4-5fd6-48a1-b8c2-dcd4761b82ee admin admin] Publish callbacks [] for security_group (ae0a4865-dfb5-4d59-bda9-4efca1396b79), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.288024 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e4be14d4-5fd6-48a1-b8c2-dcd4761b82ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ae0a4865-dfb5-4d59-bda9-4efca1396b79), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.330923 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-e4be14d4-5fd6-48a1-b8c2-dcd4761b82ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db4d0e7b5376487f95093793deb06b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703191 Jul 26 03:18:30.331275 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34008) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:30.332552 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:18:30.337924 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be14d4-5fd6-48a1-b8c2-dcd4761b82ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0a4865-dfb5-4d59-bda9-4efca1396b79,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:30.385271 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6be0a33d-ba81-4624-9302-45de7f0a012c admin admin] Publish callbacks [] for security_group (ae0a4865-dfb5-4d59-bda9-4efca1396b79), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.407995 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6be0a33d-ba81-4624-9302-45de7f0a012c admin admin] Publish callbacks [] for security_group (ae0a4865-dfb5-4d59-bda9-4efca1396b79), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.469193 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6be0a33d-ba81-4624-9302-45de7f0a012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (ae0a4865-dfb5-4d59-bda9-4efca1396b79), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.472875 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6be0a33d-ba81-4624-9302-45de7f0a012c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.474241 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6be0a33d-ba81-4624-9302-45de7f0a012c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae0a4865-dfb5-4d59-bda9-4efca1396b79 HTTP/1.1" status: 204 len: 168 time: 0.1418447 Jul 26 03:18:30.484629 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0a33d-ba81-4624-9302-45de7f0a012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0a4865-dfb5-4d59-bda9-4efca1396b79,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:30.619785 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34020) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:30.633661 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a5220705-2b81-4728-8ec0-b634110788aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.711681 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a5220705-2b81-4728-8ec0-b634110788aa admin admin] Publish callbacks [] for security_group (d9f1fe1e-1880-487e-ad1e-18b3d300f044), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.715531 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a5220705-2b81-4728-8ec0-b634110788aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d9f1fe1e-1880-487e-ad1e-18b3d300f044), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.754547 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5220705-2b81-4728-8ec0-b634110788aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f1fe1e-1880-487e-ad1e-18b3d300f044,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:30.759608 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-a5220705-2b81-4728-8ec0-b634110788aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7da1fd399794f3f9cc89c54a9dd0916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386733 Jul 26 03:18:30.762482 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34024) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:30.813314 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-01a461a5-f5e8-4512-9ae9-a75a5a5cc6cc admin admin] Publish callbacks [] for security_group (d9f1fe1e-1880-487e-ad1e-18b3d300f044), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.835938 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-01a461a5-f5e8-4512-9ae9-a75a5a5cc6cc admin admin] Publish callbacks [] for security_group (d9f1fe1e-1880-487e-ad1e-18b3d300f044), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.887567 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-01a461a5-f5e8-4512-9ae9-a75a5a5cc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d9f1fe1e-1880-487e-ad1e-18b3d300f044), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.890114 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-01a461a5-f5e8-4512-9ae9-a75a5a5cc6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.891249 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-01a461a5-f5e8-4512-9ae9-a75a5a5cc6cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9f1fe1e-1880-487e-ad1e-18b3d300f044 HTTP/1.1" status: 204 len: 168 time: 0.1278303 Jul 26 03:18:30.899200 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a461a5-f5e8-4512-9ae9-a75a5a5cc6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f1fe1e-1880-487e-ad1e-18b3d300f044,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:30.915221 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34028) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:30.931179 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aad54e4f-983a-4937-af95-82169877f69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:30.989804 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:31.014226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aad54e4f-983a-4937-af95-82169877f69f admin admin] Publish callbacks [] for security_group (5762665c-911f-485d-911d-df5181dccc69), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.019524 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aad54e4f-983a-4937-af95-82169877f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5762665c-911f-485d-911d-df5181dccc69), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.062935 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-aad54e4f-983a-4937-af95-82169877f69f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caabbdc923f3443f8662c4a7b4db060c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458554 Jul 26 03:18:31.063904 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad54e4f-983a-4937-af95-82169877f69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5762665c-911f-485d-911d-df5181dccc69,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:31.065665 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34030) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:31.072790 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:31.124517 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-678e12ec-72ea-48df-89a8-baeffe8fe911 admin admin] Publish callbacks [] for security_group (5762665c-911f-485d-911d-df5181dccc69), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.149836 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-678e12ec-72ea-48df-89a8-baeffe8fe911 admin admin] Publish callbacks [] for security_group (5762665c-911f-485d-911d-df5181dccc69), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.209976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-678e12ec-72ea-48df-89a8-baeffe8fe911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (5762665c-911f-485d-911d-df5181dccc69), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.213014 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-678e12ec-72ea-48df-89a8-baeffe8fe911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.214246 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-678e12ec-72ea-48df-89a8-baeffe8fe911 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5762665c-911f-485d-911d-df5181dccc69 HTTP/1.1" status: 204 len: 168 time: 0.1474414 Jul 26 03:18:31.226131 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e12ec-72ea-48df-89a8-baeffe8fe911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762665c-911f-485d-911d-df5181dccc69,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:31.308320 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae610ca-77ca-4bea-886a-0d346914e910 req-814b4ea6-114d-4895-8a39-2174d366a5d7 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:31.310070 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eae610ca-77ca-4bea-886a-0d346914e910 req-814b4ea6-114d-4895-8a39-2174d366a5d7 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 945 time: 0.0549295 Jul 26 03:18:31.363528 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-eae610ca-77ca-4bea-886a-0d346914e910 req-fce231a7-21fb-4117-af56-cadb2afedc2b tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/security-groups?id=a62ce849-6029-442e-82e3-1542cc3dd99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Jul 26 03:18:31.455764 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-32078b37-bf9c-47c3-b169-a8cce3f87af9 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:18:31.457217 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-32078b37-bf9c-47c3-b169-a8cce3f87af9 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 945 time: 0.0475111 Jul 26 03:18:31.546489 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Deleting port 1beec55c-24f7-40b0-8d00-9e99e991760f {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:18:31.546847 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.637806 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:31.643100 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] For port 1beec55c-24f7-40b0-8d00-9e99e991760f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=1beec55c-24f7-40b0-8d00-9e99e991760f,segment=NetworkSegment(239687d0-4bf9-4d4e-a5cb-bc817a87a383),segment_id=239687d0-4bf9-4d4e-a5cb-bc817a87a383)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:18:31.643964 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.662909 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Calling delete_port for 1beec55c-24f7-40b0-8d00-9e99e991760f owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:18:31.810747 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1beec55c-24f7-40b0-8d00-9e99e991760f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.828762 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['1beec55c-24f7-40b0-8d00-9e99e991760f'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:18:31.860303 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Pushing event deleted for resources: {'Port': ['ID=1beec55c-24f7-40b0-8d00-9e99e991760f,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:31.914861 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] No DVR routers for this DVR port 1beec55c-24f7-40b0-8d00-9e99e991760f on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:18:31.917468 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:31.920649 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5ebbd915-219e-4a15-a524-a2d1353d6c7e req-b7accc1c-3328-4b8e-a2b0-7c02a301f48f tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.36 "DELETE /v2.0/ports/1beec55c-24f7-40b0-8d00-9e99e991760f HTTP/1.1" status: 204 len: 173 time: 0.4556718 Jul 26 03:18:31.921115 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a5a10e-023c-420b-b1e1-132c28672932', 'name': 'network-vif-deleted', 'tag': '1beec55c-24f7-40b0-8d00-9e99e991760f'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:18:31.923316 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c7a39b-c66a-46a4-adca-0c0f7806e3b2" -d '{"events": [{"server_uuid": "32a5a10e-023c-420b-b1e1-132c28672932", "name": "network-vif-deleted", "tag": "1beec55c-24f7-40b0-8d00-9e99e991760f"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:18:31.967037 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2373be73-4467-4fd9-b62e-b57824687402 x-openstack-request-id: req-2373be73-4467-4fd9-b62e-b57824687402 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:18:31.967340 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a5a10e-023c-420b-b1e1-132c28672932", "name": "network-vif-deleted", "tag": "1beec55c-24f7-40b0-8d00-9e99e991760f", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:18:31.967591 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2373be73-4467-4fd9-b62e-b57824687402 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:18:31.967993 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2373be73-4467-4fd9-b62e-b57824687402'] response: {'server_uuid': '32a5a10e-023c-420b-b1e1-132c28672932', 'name': 'network-vif-deleted', 'tag': '1beec55c-24f7-40b0-8d00-9e99e991760f', 'status': 'completed', 'code': 200} Jul 26 03:18:32.506605 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7e0d7307-b02f-4c46-8731-22dace2990d2 req-97df8222-dd54-4e68-81a2-218d3b5d7948 tempest-VolumesActionsTest-688092015 tempest-VolumesActionsTest-688092015-project] 10.222.0.42 "GET /v2.0/ports?device_id=32a5a10e-023c-420b-b1e1-132c28672932 HTTP/1.1" status: 200 len: 210 time: 0.0489202 Jul 26 03:18:34.040196 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34142) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:34.085882 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] Deleting subnet 1d693bfd-0045-406b-b9c5-bce6398b1965 {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:18:34.089285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] Publish callbacks [] for subnet (1d693bfd-0045-406b-b9c5-bce6398b1965), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.125681 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (1d693bfd-0045-406b-b9c5-bce6398b1965), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.172834 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (1d693bfd-0045-406b-b9c5-bce6398b1965), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.228139 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (1d693bfd-0045-406b-b9c5-bce6398b1965), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.254239 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d693bfd-0045-406b-b9c5-bce6398b1965,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:34.256203 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.259260 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-be47e0c7-2696-4df3-a20b-8f07913eab84 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1d693bfd-0045-406b-b9c5-bce6398b1965 HTTP/1.1" status: 204 len: 168 time: 0.2180049 Jul 26 03:18:34.261865 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34158) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:34.329499 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (95714943-b739-4cc7-951c-93ef6a13b1fa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.372686 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:34.412303 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (95714943-b739-4cc7-951c-93ef6a13b1fa), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.432078 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95714943-b739-4cc7-951c-93ef6a13b1fa']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:34.441375 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:34.441664 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5093fc-c5e1-4f81-bfb5-734a4f51fd21') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:18:34.451633 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (9f5093fc-c5e1-4f81-bfb5-734a4f51fd21), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.465018 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (9f5093fc-c5e1-4f81-bfb5-734a4f51fd21), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.471432 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:18:34.471743 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (9f5093fc-c5e1-4f81-bfb5-734a4f51fd21), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.518681 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 9f5093fc-c5e1-4f81-bfb5-734a4f51fd21 resource provider aggregate not found Jul 26 03:18:34.536724 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 9f5093fc-c5e1-4f81-bfb5-734a4f51fd21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f5093fc-c5e1-4f81-bfb5-734a4f51fd21 found for delete ", "request_id": "req-0a3767e9-c15a-4e1a-8c81-a59d9f1f95df"}]} Jul 26 03:18:34.544831 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (95714943-b739-4cc7-951c-93ef6a13b1fa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.550496 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.553709 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/95714943-b739-4cc7-951c-93ef6a13b1fa HTTP/1.1" status: 204 len: 168 time: 0.2908542 Jul 26 03:18:34.564829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7bf4c-7447-4b86-b35d-a799ae48bcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=95714943-b739-4cc7-951c-93ef6a13b1fa,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:34.787709 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34184) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:34.827878 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-dfd2d7c8-b5f2-4bd6-8cf1-41177496bbeb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bd77269b8504984b3e086be66ac9713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389884 Jul 26 03:18:34.830539 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34190) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:34.878169 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c5de712e-1c87-4120-a55d-d14bb9c417f3 admin admin] Publish callbacks [] for security_group (1af80d3d-2167-46a8-9600-65e6410731ca), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.899341 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c5de712e-1c87-4120-a55d-d14bb9c417f3 admin admin] Publish callbacks [] for security_group (1af80d3d-2167-46a8-9600-65e6410731ca), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.926861 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:34.949193 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c5de712e-1c87-4120-a55d-d14bb9c417f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (1af80d3d-2167-46a8-9600-65e6410731ca), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.951810 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c5de712e-1c87-4120-a55d-d14bb9c417f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:34.952957 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c5de712e-1c87-4120-a55d-d14bb9c417f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1af80d3d-2167-46a8-9600-65e6410731ca HTTP/1.1" status: 204 len: 168 time: 0.1213582 Jul 26 03:18:34.960854 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de712e-1c87-4120-a55d-d14bb9c417f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af80d3d-2167-46a8-9600-65e6410731ca,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:37.059254 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 1beec55c-24f7-40b0-8d00-9e99e991760f no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:18:37.083619 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 1beec55c-24f7-40b0-8d00-9e99e991760f {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:18:37.083958 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 1beec55c-24f7-40b0-8d00-9e99e991760f not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:18:40.801585 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.452437 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34348) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:42.610565 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-854d055b-dfa4-4654-8751-1dce49a08328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.707833 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-854d055b-dfa4-4654-8751-1dce49a08328 admin admin] Publish callbacks [] for security_group (3e71184d-b4a1-4a90-9aaa-6508e21f305b), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.712563 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-854d055b-dfa4-4654-8751-1dce49a08328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (3e71184d-b4a1-4a90-9aaa-6508e21f305b), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.748203 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d055b-dfa4-4654-8751-1dce49a08328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71184d-b4a1-4a90-9aaa-6508e21f305b,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:42.770489 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-854d055b-dfa4-4654-8751-1dce49a08328 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7eb31c3b2094f59a93489263a7f3c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171198 Jul 26 03:18:42.773250 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34360) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:42.836470 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbc55-9741-475e-89f6-51e9e1a072dc admin admin] Publish callbacks [] for security_group (3e71184d-b4a1-4a90-9aaa-6508e21f305b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.862923 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbc55-9741-475e-89f6-51e9e1a072dc admin admin] Publish callbacks [] for security_group (3e71184d-b4a1-4a90-9aaa-6508e21f305b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.916632 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbc55-9741-475e-89f6-51e9e1a072dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (3e71184d-b4a1-4a90-9aaa-6508e21f305b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.919447 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbc55-9741-475e-89f6-51e9e1a072dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:42.936019 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bd1cbc55-9741-475e-89f6-51e9e1a072dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e71184d-b4a1-4a90-9aaa-6508e21f305b HTTP/1.1" status: 204 len: 168 time: 0.1615069 Jul 26 03:18:42.950368 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cbc55-9741-475e-89f6-51e9e1a072dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71184d-b4a1-4a90-9aaa-6508e21f305b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:43.362134 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34372) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:43.377306 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-050578df-5e92-4bc0-97f1-cc0bdb065c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:43.391436 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:43.472104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-050578df-5e92-4bc0-97f1-cc0bdb065c3b admin admin] Publish callbacks [] for security_group (08d5dcbc-5194-4d17-82ee-86d727510cda), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:43.480212 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-050578df-5e92-4bc0-97f1-cc0bdb065c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (08d5dcbc-5194-4d17-82ee-86d727510cda), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:43.524902 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34374) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:43.532740 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-050578df-5e92-4bc0-97f1-cc0bdb065c3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1c77771c3524ad6987a127f9678e7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692791 Jul 26 03:18:43.538570 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050578df-5e92-4bc0-97f1-cc0bdb065c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d5dcbc-5194-4d17-82ee-86d727510cda,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:43.596606 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ab79e525-0cf4-4221-b728-b5cfcdec30d9 admin admin] Publish callbacks [] for security_group (08d5dcbc-5194-4d17-82ee-86d727510cda), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:43.624289 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ab79e525-0cf4-4221-b728-b5cfcdec30d9 admin admin] Publish callbacks [] for security_group (08d5dcbc-5194-4d17-82ee-86d727510cda), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:43.683120 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ab79e525-0cf4-4221-b728-b5cfcdec30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (08d5dcbc-5194-4d17-82ee-86d727510cda), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:43.685939 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ab79e525-0cf4-4221-b728-b5cfcdec30d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:43.687140 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ab79e525-0cf4-4221-b728-b5cfcdec30d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08d5dcbc-5194-4d17-82ee-86d727510cda HTTP/1.1" status: 204 len: 168 time: 0.1611502 Jul 26 03:18:43.695799 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79e525-0cf4-4221-b728-b5cfcdec30d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d5dcbc-5194-4d17-82ee-86d727510cda,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:43.709193 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:44.174166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34388) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:44.196198 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a671c271-d765-4f00-b0da-47eb6b36660f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.329218 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a671c271-d765-4f00-b0da-47eb6b36660f admin admin] Publish callbacks [] for security_group (d7301f86-6790-4c38-b284-9916a256f6d3), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.336821 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a671c271-d765-4f00-b0da-47eb6b36660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d7301f86-6790-4c38-b284-9916a256f6d3), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.362939 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671c271-d765-4f00-b0da-47eb6b36660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7301f86-6790-4c38-b284-9916a256f6d3,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:44.403688 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34390) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:44.406082 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-a671c271-d765-4f00-b0da-47eb6b36660f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6c809e787294e3caf7f362fe7295538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303925 Jul 26 03:18:44.507427 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7886d44-5e2c-43c2-99e0-654be6f44281 admin admin] Publish callbacks [] for security_group (d7301f86-6790-4c38-b284-9916a256f6d3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.519929 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34394) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:44.548641 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7886d44-5e2c-43c2-99e0-654be6f44281 admin admin] Publish callbacks [] for security_group (d7301f86-6790-4c38-b284-9916a256f6d3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.617035 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7886d44-5e2c-43c2-99e0-654be6f44281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d7301f86-6790-4c38-b284-9916a256f6d3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.619976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a7886d44-5e2c-43c2-99e0-654be6f44281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.623810 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a7886d44-5e2c-43c2-99e0-654be6f44281 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7301f86-6790-4c38-b284-9916a256f6d3 HTTP/1.1" status: 204 len: 168 time: 0.2165031 Jul 26 03:18:44.645766 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7886d44-5e2c-43c2-99e0-654be6f44281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7301f86-6790-4c38-b284-9916a256f6d3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:44.697622 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb6a6-bfc8-474e-808f-d39194ae763c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.776853 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:44.856325 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb6a6-bfc8-474e-808f-d39194ae763c admin admin] Publish callbacks [] for security_group (b5858131-907f-44db-9060-b5c0673ab8e7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.862022 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb6a6-bfc8-474e-808f-d39194ae763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b5858131-907f-44db-9060-b5c0673ab8e7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:44.908047 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3e8eb6a6-bfc8-474e-808f-d39194ae763c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff812be404e54fa19262ff96832cd7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870158 Jul 26 03:18:44.909397 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eb6a6-bfc8-474e-808f-d39194ae763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5858131-907f-44db-9060-b5c0673ab8e7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:44.911410 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34408) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:18:45.007778 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8e2e9309-d6db-473e-8087-3aeb4aeb48c7 admin admin] Publish callbacks [] for security_group (b5858131-907f-44db-9060-b5c0673ab8e7), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:45.037491 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8e2e9309-d6db-473e-8087-3aeb4aeb48c7 admin admin] Publish callbacks [] for security_group (b5858131-907f-44db-9060-b5c0673ab8e7), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:45.046405 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:45.060474 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:45.116022 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8e2e9309-d6db-473e-8087-3aeb4aeb48c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b5858131-907f-44db-9060-b5c0673ab8e7), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:45.120921 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8e2e9309-d6db-473e-8087-3aeb4aeb48c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:45.125072 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-8e2e9309-d6db-473e-8087-3aeb4aeb48c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5858131-907f-44db-9060-b5c0673ab8e7 HTTP/1.1" status: 204 len: 168 time: 0.2107005 Jul 26 03:18:45.137166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e9309-d6db-473e-8087-3aeb4aeb48c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5858131-907f-44db-9060-b5c0673ab8e7,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:18:48.287416 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:48.303395 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:49.731053 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a7d74e88-1876-44fb-a46f-22791b7f8343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:51.977621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a1242d33-bedb-4d79-b108-0beb4be7ae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:53.176099 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:54.620873 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:54.796557 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:18:54.899341 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:54.901239 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=54,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:55.093845 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:18:55.132087 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:01.024525 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34618) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:01.071077 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] Deleting subnet 15262459-643f-409c-ad39-96a94b3eec3d {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:19:01.074376 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] Publish callbacks [] for subnet (15262459-643f-409c-ad39-96a94b3eec3d), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.111265 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (15262459-643f-409c-ad39-96a94b3eec3d), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.151542 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (15262459-643f-409c-ad39-96a94b3eec3d), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.207242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (15262459-643f-409c-ad39-96a94b3eec3d), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.234260 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.237380 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/15262459-643f-409c-ad39-96a94b3eec3d HTTP/1.1" status: 204 len: 168 time: 0.2117531 Jul 26 03:19:01.238321 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d25b0-94c8-4222-8075-554643100889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15262459-643f-409c-ad39-96a94b3eec3d,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:01.240229 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34622) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:01.316916 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.398285 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.417776 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:01.427173 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239687d0-4bf9-4d4e-a5cb-bc817a87a383') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:01.427464 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239687d0-4bf9-4d4e-a5cb-bc817a87a383') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:01.437052 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (239687d0-4bf9-4d4e-a5cb-bc817a87a383), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.452218 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (239687d0-4bf9-4d4e-a5cb-bc817a87a383), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.459322 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:19:01.459796 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (239687d0-4bf9-4d4e-a5cb-bc817a87a383), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.497942 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 239687d0-4bf9-4d4e-a5cb-bc817a87a383 resource provider aggregate not found Jul 26 03:19:01.516802 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 239687d0-4bf9-4d4e-a5cb-bc817a87a383 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 239687d0-4bf9-4d4e-a5cb-bc817a87a383 found for delete ", "request_id": "req-9ec89d59-2787-47f4-ac70-3fded1c2a74b"}]} Jul 26 03:19:01.525962 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.531612 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.534642 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3 HTTP/1.1" status: 204 len: 168 time: 0.2934601 Jul 26 03:19:01.549841 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c487c-bcff-405f-a329-eff5c7f2f8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2752ed4d-6948-4f25-a6ac-a31ddb1b8ff3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:01.705257 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34630) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:01.750160 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b82af651-8328-4a2e-9b45-56590fe42a5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad3b89efcbc94f19a867fe700046b0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437272 Jul 26 03:19:01.753882 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34632) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:01.803348 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-97e9eb4f-00bf-407e-882d-d4d531145cce admin admin] Publish callbacks [] for security_group (a62ce849-6029-442e-82e3-1542cc3dd99e), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.825546 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-97e9eb4f-00bf-407e-882d-d4d531145cce admin admin] Publish callbacks [] for security_group (a62ce849-6029-442e-82e3-1542cc3dd99e), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.874166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-97e9eb4f-00bf-407e-882d-d4d531145cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a62ce849-6029-442e-82e3-1542cc3dd99e), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.876715 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-97e9eb4f-00bf-407e-882d-d4d531145cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:01.877861 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-97e9eb4f-00bf-407e-882d-d4d531145cce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a62ce849-6029-442e-82e3-1542cc3dd99e HTTP/1.1" status: 204 len: 168 time: 0.1231072 Jul 26 03:19:01.885768 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9eb4f-00bf-407e-882d-d4d531145cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ce849-6029-442e-82e3-1542cc3dd99e,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:01.897745 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:07.333384 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:19:10.815421 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:11.536539 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:11.537401 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:11.858848 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:11.881803 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=40,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:17.288173 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34816) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:17.429428 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:17.504515 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Publish callbacks [] for security_group (90a1e073-1b9b-4a99-83aa-fd722e8cadb3), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:17.510512 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (90a1e073-1b9b-4a99-83aa-fd722e8cadb3), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:17.551070 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=229a86d61e1c472da0c4a32681df25af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618515 Jul 26 03:19:17.551724 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a1e073-1b9b-4a99-83aa-fd722e8cadb3,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:17.554092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34820) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:17.559220 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.559560 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.559890 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.560235 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.560552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.560854 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.561288 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.561655 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.561995 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.562308 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.562642 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.562985 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.563308 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.563623 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.563937 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708af6b-9fb4-474b-896f-162838165938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.607776 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Publish callbacks [] for security_group (90a1e073-1b9b-4a99-83aa-fd722e8cadb3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:17.629950 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Publish callbacks [] for security_group (90a1e073-1b9b-4a99-83aa-fd722e8cadb3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:17.679473 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (90a1e073-1b9b-4a99-83aa-fd722e8cadb3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:17.681973 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:17.683151 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90a1e073-1b9b-4a99-83aa-fd722e8cadb3 HTTP/1.1" status: 204 len: 168 time: 0.1279473 Jul 26 03:19:17.691188 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a1e073-1b9b-4a99-83aa-fd722e8cadb3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:17.698999 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.699352 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.699703 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.700042 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.700376 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.700706 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.701129 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.701344 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.701683 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.701997 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.702321 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.702648 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.702990 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.703312 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.703632 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efe8bf-3b23-49c3-9354-dc3757c6f069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:17.716391 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:18.333004 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34844) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:18.433696 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-246839704-network', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:18.459211 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Made reservation on behalf of ac6c4069e73d4966aa373c5cc84d8c00 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:19:18.461685 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.470325 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.558682 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks [] for security_group (d2e37515-e124-413d-8e14-030b23f5743f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.566020 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d2e37515-e124-413d-8e14-030b23f5743f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.594306 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:19:18.600760 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e37515-e124-413d-8e14-030b23f5743f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:18.607145 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (af20f557-0745-4dcf-9d8b-d691bb0a5cf4), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.607481 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Added segment af20f557-0745-4dcf-9d8b-d691bb0a5cf4 of type vlan for network b0133bb5-6dfa-48ef-ab85-3d0859eda23f Jul 26 03:19:18.649307 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (b0133bb5-6dfa-48ef-ab85-3d0859eda23f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.675785 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (b0133bb5-6dfa-48ef-ab85-3d0859eda23f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.676771 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:18.677415 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.729479 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3953116 Jul 26 03:19:18.732678 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34848) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:18.737763 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Request body: {'subnet': {'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-246839704-subnet', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:18.740219 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a0243-c355-4d36-b1e7-38bb9a7b52d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b0133bb5-6dfa-48ef-ab85-3d0859eda23f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:18.750328 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:19:18.761584 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Made reservation on behalf of ac6c4069e73d4966aa373c5cc84d8c00 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:19:18.763969 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3733952'] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.934046 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3067804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3733998'] for subnet (bc131ee8-db5f-4637-8b64-6096000345b4), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:18.985074 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc131ee8-db5f-4637-8b64-6096000345b4,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:19.002212 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Checking segment: {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:19.002571 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Network hostable DHCP agents. Network: b0133bb5-6dfa-48ef-ab85-3d0859eda23f, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:19:19.032131 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:19:19.042464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, b0133bb5-6dfa-48ef-ab85-3d0859eda23f) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:19.047422 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:19.048074 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.053298 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3156a7-846f-4ea3-99f7-d4c97f0611b6 None None] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:19:19.066297 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-80380930-c8ae-4c84-96e7-03e983797a11 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3323846 Jul 26 03:19:19.069510 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34854) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:19.073868 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:19.096031 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.097461 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.150581 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks [] for router_controller (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), precommit_add_association {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.163920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:19:19.165153 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.299945 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks [] for router_gateway (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.394739 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:19.421871 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:19.447414 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Allocated IP 172.20.0.2 (b0133bb5-6dfa-48ef-ab85-3d0859eda23f/bc131ee8-db5f-4637-8b64-6096000345b4/25aa587a-caf9-409c-9d14-60b3fcbde5aa) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:19:19.526733 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks [] for router_gateway (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.545072 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.590776 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Publish callbacks [] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.598008 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.636405 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:19.641228 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:19.644988 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:19:19.647532 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Allocated IP 172.27.3.64 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:19:19.648110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Pushing event updated for resources: {'Port': ['ID=25aa587a-caf9-409c-9d14-60b3fcbde5aa,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:19.660172 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.660517 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.661062 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.661282 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.661465 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.661789 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.662110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.662450 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.662752 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.663236 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.663412 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.663755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.664043 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.664374 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.664739 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:19.721795 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Attempting to bind port 25aa587a-caf9-409c-9d14-60b3fcbde5aa on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:19:19.722156 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Attempting to bind port 25aa587a-caf9-409c-9d14-60b3fcbde5aa by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:19:19.722509 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Attempting to bind port 25aa587a-caf9-409c-9d14-60b3fcbde5aa on network b0133bb5-6dfa-48ef-ab85-3d0859eda23f {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:19.730631 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:19:19.731055 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Checking segment: {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:19.731483 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.731891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Bound using segment: {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:19:19.732352 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Bound port: 25aa587a-caf9-409c-9d14-60b3fcbde5aa, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:19:19.732729 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.744978 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ea62fd9f-c0df-44a3-b3a2-a16a88dbf335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.757847 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks [] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.790297 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.798916 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] For port 25aa587a-caf9-409c-9d14-60b3fcbde5aa, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:19:19.802427 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] For port 25aa587a-caf9-409c-9d14-60b3fcbde5aa, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=25aa587a-caf9-409c-9d14-60b3fcbde5aa,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:19:19.809957 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:19.834057 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:19.839552 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:19.847640 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:19:19.856390 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Pushing event updated for resources: {'Port': ['ID=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:19.868867 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82730c26-42d8-4250-b996-d7633c5fc0d2 None None] Pushing event updated for resources: {'Port': ['ID=25aa587a-caf9-409c-9d14-60b3fcbde5aa,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:20.121470 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks [] for router_gateway (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:20.284165 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:20.306904 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:20.342823 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:20.437794 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:19:20.544725 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:19:20.557065 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Sync routers for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:19:20.564594 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:20.565978 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-74b797e3-c213-464d-8a80-e8d2431a7429 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4955559 Jul 26 03:19:20.569412 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34862) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:20.569570 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:20.570223 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:18:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:20.674514 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:20.744717 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d785864-662c-4914-be6e-e6c2a6ef0e21 None None] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:19:20.802965 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-6d10a28c-fe77-4338-9286-b1197e030270 None None] Provisioning complete for port 25aa587a-caf9-409c-9d14-60b3fcbde5aa triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:20.804081 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6d10a28c-fe77-4338-9286-b1197e030270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:20.831878 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:20.837872 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:20.854307 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:20Z', 'revision_number': 3, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:20.882595 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Checking router: 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:19:20.882937 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Updating router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:19:20.912258 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:20.932125 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-6d10a28c-fe77-4338-9286-b1197e030270 None None] Current status of the port 25aa587a-caf9-409c-9d14-60b3fcbde5aa is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:20.932510 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6d10a28c-fe77-4338-9286-b1197e030270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:20.967952 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-6d10a28c-fe77-4338-9286-b1197e030270 None None] For port 25aa587a-caf9-409c-9d14-60b3fcbde5aa, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=25aa587a-caf9-409c-9d14-60b3fcbde5aa,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:20.972664 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:20.975600 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6d10a28c-fe77-4338-9286-b1197e030270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.043772 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10a28c-fe77-4338-9286-b1197e030270 None None] Pushing event updated for resources: {'Port': ['ID=25aa587a-caf9-409c-9d14-60b3fcbde5aa,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:21.194704 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-13dcffcb-ff6e-4d47-8be2-03216ee358c9 None None] Provisioning complete for port 25aa587a-caf9-409c-9d14-60b3fcbde5aa triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:21.195136 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dcffcb-ff6e-4d47-8be2-03216ee358c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.273154 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-13dcffcb-ff6e-4d47-8be2-03216ee358c9 None None] Current status of the port 25aa587a-caf9-409c-9d14-60b3fcbde5aa is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:21.292267 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Publish callbacks [] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.299466 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.351895 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Pushing event updated for resources: {'Port': ['ID=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,revision_number=2']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:21.355210 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Attempting to bind port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:19:21.355569 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Attempting to bind port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:19:21.355902 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Attempting to bind port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:21.364718 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.364993 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.365329 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.365669 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.365996 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.366312 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.366629 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.366941 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.367288 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.367596 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.367908 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.368234 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.368539 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.368842 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.369149 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:19:21.372534 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:19:21.372906 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:21.373295 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.373732 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:19:21.374196 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Bound port: db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:19:21.374563 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.408448 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:21.426488 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] For port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:19:21.429691 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] For port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:19:21.436110 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.437239 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Allocated IP 172.20.0.1 (b0133bb5-6dfa-48ef-ab85-3d0859eda23f/bc131ee8-db5f-4637-8b64-6096000345b4/02462f57-348b-432a-84b9-d50b1653d5ec) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:19:21.467031 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:21.489201 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154083e8-6baf-47d8-a72e-f417e00a05bf None None] Pushing event updated for resources: {'Port': ['ID=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:21.501104 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:21.506747 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:21.507465 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:18:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:21.554490 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:21.561095 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 25aa587a-caf9-409c-9d14-60b3fcbde5aa up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:21.580892 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks [] for port (02462f57-348b-432a-84b9-d50b1653d5ec), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.604506 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 25aa587a-caf9-409c-9d14-60b3fcbde5aa triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:21.604875 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.608338 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:21.616635 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.661437 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:21.665677 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:21.668362 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:19:21.676990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=02462f57-348b-432a-84b9-d50b1653d5ec,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:21.678755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 25aa587a-caf9-409c-9d14-60b3fcbde5aa is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:21.723104 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.784188 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:20Z', 'revision_number': 3, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:21.811779 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0387b4a-7cd6-49b8-950a-1c36be772654 None None] The sync data for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi is: [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:20Z', 'revision_number': 3, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:19:21.856285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.902482 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-97155d40-d2ff-4847-b757-851a7f7fc632 None None] Provisioning complete for port 02462f57-348b-432a-84b9-d50b1653d5ec triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:21.903131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-97155d40-d2ff-4847-b757-851a7f7fc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:21.935225 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-97155d40-d2ff-4847-b757-851a7f7fc632 None None] Port 02462f57-348b-432a-84b9-d50b1653d5ec cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:19:21.973018 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-be7b8577-045f-411d-ba7c-640225bbe179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:22.039904 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks [] for port (02462f57-348b-432a-84b9-d50b1653d5ec), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:22.045667 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:22.115383 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=02462f57-348b-432a-84b9-d50b1653d5ec,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:22.117817 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:22.213117 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:22.214430 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:22.270611 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:22.328746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:22.335114 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:19:22.445159 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:19:22.451535 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-b7ee6f94-0079-49fe-9cca-566eac61e1a3 admin admin] 10.222.0.42 "PUT /v2.0/routers/0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8807931 Jul 26 03:19:22.456740 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-54bfed9b-c76c-4fac-9ce1-46057edc3ed7 None None] Provisioning complete for port 02462f57-348b-432a-84b9-d50b1653d5ec triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:22.457105 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-54bfed9b-c76c-4fac-9ce1-46057edc3ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:22.495828 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-54bfed9b-c76c-4fac-9ce1-46057edc3ed7 None None] Port 02462f57-348b-432a-84b9-d50b1653d5ec cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:19:22.950855 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34882) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:22.955855 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-550251449-network', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:22.978637 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Made reservation on behalf of c5fdb1d2ed3c4ab4977d81294e5d821f for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:19:22.981113 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:22.990307 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.079146 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks [] for security_group (a84b3c3b-caba-45fa-a1c0-57ca751548a8), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.084139 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a84b3c3b-caba-45fa-a1c0-57ca751548a8), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.111682 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:19:23.115942 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:23.123598 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84b3c3b-caba-45fa-a1c0-57ca751548a8,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:23.131133 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (43bd7c3b-f24b-413e-97c5-7508a4b88bbb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.131468 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Added segment 43bd7c3b-f24b-413e-97c5-7508a4b88bbb of type vlan for network 8b90b63a-362b-4039-be78-ad8a5668b7ba Jul 26 03:19:23.163329 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:23.176474 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.178548 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (8b90b63a-362b-4039-be78-ad8a5668b7ba), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.207144 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (8b90b63a-362b-4039-be78-ad8a5668b7ba), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.208295 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:23.208857 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.267652 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3156040 Jul 26 03:19:23.270617 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34884) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:23.271126 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dd4c1-8248-44fd-b714-cb11cad6ca28 admin admin] Pushing event updated for resources: {'Network': ['ID=8b90b63a-362b-4039-be78-ad8a5668b7ba,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:23.275696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Request body: {'subnet': {'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-550251449-subnet', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:23.280617 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:19:23.300659 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Made reservation on behalf of c5fdb1d2ed3c4ab4977d81294e5d821f for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:19:23.303489 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3733952'] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.340309 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Sync routers for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:19:23.363642 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:23.364291 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:23.476082 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3067804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3733998'] for subnet (d9ada90e-3b4e-409d-82db-03b87e0aa686), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.476690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:23.506926 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:23.547309 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:23.547685 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ada90e-3b4e-409d-82db-03b87e0aa686,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:23.555927 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Checking segment: {'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:23.556270 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Network hostable DHCP agents. Network: 8b90b63a-362b-4039-be78-ad8a5668b7ba, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:19:23.574095 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:19:23.583806 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 8b90b63a-362b-4039-be78-ad8a5668b7ba) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:23.590299 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:23.591130 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.608543 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9138b46-62af-40ff-aad6-241a273d5b5a None None] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:19:23.609692 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ab619da9-c40d-4274-a7bd-0564ca317214 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3376775 Jul 26 03:19:23.612590 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34888) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:23.617124 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:23.645244 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.649839 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.680954 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:23.705230 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks [] for router_controller (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), precommit_add_association {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.722308 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:23.722683 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.819180 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-8b90b63a-362b-4039-be78-ad8a5668b7ba', 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba', 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'fixed_ips': [{'subnet_id': 'd9ada90e-3b4e-409d-82db-03b87e0aa686'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:19:23.820064 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.827274 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 2, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:23.835743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks [] for router_gateway (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.864057 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Checking router: 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:19:23.864410 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Updating router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 port 02462f57-348b-432a-84b9-d50b1653d5ec binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:19:23.959555 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:23.982427 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:23.982929 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.018797 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks [] for router_gateway (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.039507 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:24.040171 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.052250 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.154491 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Allocated IP 172.27.3.16 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/6f8c2170-1ce4-4a88-aecc-d951e7df5e98) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:19:24.261748 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks [] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.297438 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.322696 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Allocated IP 172.20.0.2 (8b90b63a-362b-4039-be78-ad8a5668b7ba/d9ada90e-3b4e-409d-82db-03b87e0aa686/3d65adad-fef4-48e4-9bb4-ff90dba397fd) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:19:24.339685 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:24.341156 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:24.343194 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:24.348850 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:24.353162 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:19:24.356886 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Pushing event updated for resources: {'Port': ['ID=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:24.375284 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:24.382048 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:24.545690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:24.591286 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Publish callbacks [] for port (02462f57-348b-432a-84b9-d50b1653d5ec), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.602789 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.619318 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Publish callbacks [] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.660159 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.670158 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.678647 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c668b5-e6a2-4b70-9278-45db7bae2ec6 None None] Pushing event updated for resources: {'Port': ['ID=02462f57-348b-432a-84b9-d50b1653d5ec,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:24.717809 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:24.741501 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:24.745633 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:19:24.835424 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Pushing event updated for resources: {'Port': ['ID=3d65adad-fef4-48e4-9bb4-ff90dba397fd,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:24.837724 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Attempting to bind port 02462f57-348b-432a-84b9-d50b1653d5ec on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:19:24.838094 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Attempting to bind port 02462f57-348b-432a-84b9-d50b1653d5ec by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:19:24.838829 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Attempting to bind port 02462f57-348b-432a-84b9-d50b1653d5ec on network b0133bb5-6dfa-48ef-ab85-3d0859eda23f {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:24.854229 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:19:24.854229 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Checking segment: {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:24.855190 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.855190 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Bound using segment: {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:19:24.855611 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Bound port: 02462f57-348b-432a-84b9-d50b1653d5ec, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:19:24.857142 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.874274 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.892460 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks [] for router_gateway (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.905584 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Attempting to bind port 3d65adad-fef4-48e4-9bb4-ff90dba397fd on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:19:24.905976 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Attempting to bind port 3d65adad-fef4-48e4-9bb4-ff90dba397fd by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:19:24.906861 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Attempting to bind port 3d65adad-fef4-48e4-9bb4-ff90dba397fd on network 8b90b63a-362b-4039-be78-ad8a5668b7ba {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:24.935540 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:19:24.935986 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Checking segment: {'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:24.936366 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.936768 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Bound using segment: {'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:19:24.937225 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Bound port: 3d65adad-fef4-48e4-9bb4-ff90dba397fd, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:19:24.937721 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:24.998806 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] For port 02462f57-348b-432a-84b9-d50b1653d5ec, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:19:25.005922 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] For port 02462f57-348b-432a-84b9-d50b1653d5ec, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=02462f57-348b-432a-84b9-d50b1653d5ec,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:19:25.024110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.069927 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] For port 3d65adad-fef4-48e4-9bb4-ff90dba397fd, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:19:25.089791 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-3784865d-374d-4dc5-a2a9-cf24f06211ea None None] Provisioning complete for port 02462f57-348b-432a-84b9-d50b1653d5ec triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:25.090158 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3784865d-374d-4dc5-a2a9-cf24f06211ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.097785 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] For port 3d65adad-fef4-48e4-9bb4-ff90dba397fd, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=3d65adad-fef4-48e4-9bb4-ff90dba397fd,segment=NetworkSegment(43bd7c3b-f24b-413e-97c5-7508a4b88bbb),segment_id=43bd7c3b-f24b-413e-97c5-7508a4b88bbb)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:19:25.131347 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.151767 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.163742 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:25.183292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:25.184127 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:25.197263 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c668b5-e6a2-4b70-9278-45db7bae2ec6 None None] Pushing event updated for resources: {'Port': ['ID=02462f57-348b-432a-84b9-d50b1653d5ec,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:25.286375 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:19:25.382337 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162efb0-53d7-4099-892b-fdc6dd229e54 None None] Pushing event updated for resources: {'Port': ['ID=3d65adad-fef4-48e4-9bb4-ff90dba397fd,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:25.406238 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:19:25.408858 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-3784865d-374d-4dc5-a2a9-cf24f06211ea None None] Current status of the port 02462f57-348b-432a-84b9-d50b1653d5ec is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:25.409251 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3784865d-374d-4dc5-a2a9-cf24f06211ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.417436 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Sync routers for ids ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:19:25.422042 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:25.426937 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:25.428422 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.430331 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-83d64d2e-9a4a-41aa-ae9c-44d1277d4e0a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8164806 Jul 26 03:19:25.433191 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34900) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:25.442387 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Routers {'5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:25.453161 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:25.526318 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-3784865d-374d-4dc5-a2a9-cf24f06211ea None None] For port 02462f57-348b-432a-84b9-d50b1653d5ec, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=02462f57-348b-432a-84b9-d50b1653d5ec,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:25.584596 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3784865d-374d-4dc5-a2a9-cf24f06211ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.630806 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Set router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:25.712902 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:25.781100 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:25.796837 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-7d003606-949f-43e0-8a99-e6515e41c839 None None] Provisioning complete for port 02462f57-348b-432a-84b9-d50b1653d5ec triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:25.797358 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7d003606-949f-43e0-8a99-e6515e41c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.808857 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:19:24Z', 'revision_number': 3, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port': {'id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ca:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:24Z', 'updated_at': '2022-07-26T03:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:25.821534 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:25.822617 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784865d-374d-4dc5-a2a9-cf24f06211ea None None] Pushing event updated for resources: {'Port': ['ID=02462f57-348b-432a-84b9-d50b1653d5ec,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:25.843254 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Checking router: 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:19:25.843607 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Updating router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:19:25.855061 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:24Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:25.875508 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.890091 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1db36-65ec-4a75-96a0-95927a227346 None None] The sync data for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi is: [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:24Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:19:25.891747 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:25.892179 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:25.990084 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-7d003606-949f-43e0-8a99-e6515e41c839 None None] Current status of the port 02462f57-348b-432a-84b9-d50b1653d5ec is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:25.992195 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.049891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:26.086734 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:26.195238 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Publish callbacks [] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.197445 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Allocated IP 172.20.0.1 (8b90b63a-362b-4039-be78-ad8a5668b7ba/d9ada90e-3b4e-409d-82db-03b87e0aa686/48d7c27d-0e3d-4547-9e98-ddfef89dc208) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:19:26.209669 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.263540 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b5e06-b51b-48b9-9e6e-a2785261667b None None] Pushing event updated for resources: {'Port': ['ID=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,revision_number=2']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:26.307452 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Attempting to bind port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:19:26.307814 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Attempting to bind port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:19:26.308174 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Attempting to bind port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:26.315071 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:19:26.315444 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:26.315839 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.316225 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:19:26.316690 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Bound port: 6f8c2170-1ce4-4a88-aecc-d951e7df5e98, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:19:26.317061 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.370249 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks [] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.378014 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] For port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:19:26.381477 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] For port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:19:26.400733 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.425138 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.456127 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b5e06-b51b-48b9-9e6e-a2785261667b None None] Pushing event updated for resources: {'Port': ['ID=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:26.470208 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:26.481995 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Routers {'5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:26.483674 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:26.488682 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:26.493491 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:26.496351 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:19:26.511727 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a58613e-4139-4f31-9c84-772a200c8ddd None None] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:19:26.536834 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Pushing event updated for resources: {'Port': ['ID=48d7c27d-0e3d-4547-9e98-ddfef89dc208,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:26.556415 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.638043 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] Set router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:26.754194 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.770410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:26.876633 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-413dfc8e-235a-4b26-b728-73cdfdba3b1f None None] Provisioning complete for port 3d65adad-fef4-48e4-9bb4-ff90dba397fd triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:26.877251 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-413dfc8e-235a-4b26-b728-73cdfdba3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.928020 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:26.939594 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:26.987660 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks [] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:26.996609 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.024065 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-413dfc8e-235a-4b26-b728-73cdfdba3b1f None None] Current status of the port 3d65adad-fef4-48e4-9bb4-ff90dba397fd is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:27.024470 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-413dfc8e-235a-4b26-b728-73cdfdba3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.072825 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:19:24Z', 'revision_number': 3, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port': {'id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ca:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:24Z', 'updated_at': '2022-07-26T03:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:27.079037 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-413dfc8e-235a-4b26-b728-73cdfdba3b1f None None] For port 3d65adad-fef4-48e4-9bb4-ff90dba397fd, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=3d65adad-fef4-48e4-9bb4-ff90dba397fd,segment=NetworkSegment(43bd7c3b-f24b-413e-97c5-7508a4b88bbb),segment_id=43bd7c3b-f24b-413e-97c5-7508a4b88bbb)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:27.089063 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-413dfc8e-235a-4b26-b728-73cdfdba3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.096257 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.104466 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe0612-4174-4450-a85f-625a774d67f1 None None] The sync data for ids ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'] in dv-cinder-850840-2-iscsi is: [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:19:24Z', 'revision_number': 3, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port': {'id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ca:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:24Z', 'updated_at': '2022-07-26T03:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:19:27.107174 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Pushing event updated for resources: {'Port': ['ID=48d7c27d-0e3d-4547-9e98-ddfef89dc208,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:27.158744 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:27.162067 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dfc8e-235a-4b26-b728-73cdfdba3b1f None None] Pushing event updated for resources: {'Port': ['ID=3d65adad-fef4-48e4-9bb4-ff90dba397fd,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:27.244553 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:27.245960 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:27.318407 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-09550d0a-53ab-49be-9d51-7a0c27767870 None None] Provisioning complete for port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:27.319436 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-09550d0a-53ab-49be-9d51-7a0c27767870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.360834 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-09550d0a-53ab-49be-9d51-7a0c27767870 None None] Port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:19:27.371555 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-09550d0a-53ab-49be-9d51-7a0c27767870 None None] Provisioning complete for port 3d65adad-fef4-48e4-9bb4-ff90dba397fd triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:27.372066 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-09550d0a-53ab-49be-9d51-7a0c27767870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.378184 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:19:27.499279 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-09550d0a-53ab-49be-9d51-7a0c27767870 None None] Current status of the port 3d65adad-fef4-48e4-9bb4-ff90dba397fd is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:27.504658 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:19:27.515062 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fdd20034-83c2-47ae-9310-389d16dd8b11 admin admin] 10.222.0.42 "PUT /v2.0/routers/5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0770121 Jul 26 03:19:27.653004 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-3370ba11-cfad-4ac2-941a-56fd6ecd8239 None None] Provisioning complete for port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:27.653464 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3370ba11-cfad-4ac2-941a-56fd6ecd8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.692546 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 3d65adad-fef4-48e4-9bb4-ff90dba397fd up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:27.734708 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-3370ba11-cfad-4ac2-941a-56fd6ecd8239 None None] Port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:19:27.772617 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 3d65adad-fef4-48e4-9bb4-ff90dba397fd triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:27.773083 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.868474 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-4452a3bc-9ebe-4618-b422-3acca579027d None None] Provisioning complete for port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:27.868983 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-4452a3bc-9ebe-4618-b422-3acca579027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:27.871630 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 3d65adad-fef4-48e4-9bb4-ff90dba397fd is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:27.872803 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 02462f57-348b-432a-84b9-d50b1653d5ec up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:27.932390 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-4452a3bc-9ebe-4618-b422-3acca579027d None None] Port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:19:27.947590 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 02462f57-348b-432a-84b9-d50b1653d5ec triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:27.948062 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:28.039424 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 02462f57-348b-432a-84b9-d50b1653d5ec is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:29.545225 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:29.550009 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Sync routers for ids ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:19:29.594310 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Routers {'5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:29.594961 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:29.645649 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:29.646019 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:29.668938 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:29.768093 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Set router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:29.795920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:29.814313 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:29.814696 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:29.879390 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:29.906851 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:29.981977 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:30.042610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:19:26Z', 'revision_number': 4, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port': {'id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ca:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:24Z', 'updated_at': '2022-07-26T03:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '48d7c27d-0e3d-4547-9e98-ddfef89dc208', 'name': '', 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'mac_address': 'fa:16:3e:cd:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd9ada90e-3b4e-409d-82db-03b87e0aa686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:26Z', 'updated_at': '2022-07-26T03:19:26Z', 'revision_number': 2, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'subnets': [{'id': 'd9ada90e-3b4e-409d-82db-03b87e0aa686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:30.070970 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Checking router: 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:19:30.071240 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Updating router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:19:30.101836 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:30.397047 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Publish callbacks [] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:30.403502 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:30.458055 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d82bf-3a78-451c-bc32-62b42047a71e None None] Pushing event updated for resources: {'Port': ['ID=48d7c27d-0e3d-4547-9e98-ddfef89dc208,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:30.516860 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Attempting to bind port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:19:30.517366 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Attempting to bind port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:19:30.517733 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Attempting to bind port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 on network 8b90b63a-362b-4039-be78-ad8a5668b7ba {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:30.523578 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:19:30.523946 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Checking segment: {'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:30.524411 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:30.524810 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Bound using segment: {'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:19:30.525294 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Bound port: 48d7c27d-0e3d-4547-9e98-ddfef89dc208, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bd7c3b-f24b-413e-97c5-7508a4b88bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:19:30.525658 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:30.614426 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] For port 48d7c27d-0e3d-4547-9e98-ddfef89dc208, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:19:30.618146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] For port 48d7c27d-0e3d-4547-9e98-ddfef89dc208, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=48d7c27d-0e3d-4547-9e98-ddfef89dc208,segment=NetworkSegment(43bd7c3b-f24b-413e-97c5-7508a4b88bbb),segment_id=43bd7c3b-f24b-413e-97c5-7508a4b88bbb)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:19:30.631569 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:30.672340 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:30.692852 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:30.706217 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Routers {'5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:19:30.707172 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:30.757279 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-506f177f-3b0b-4c0f-938b-19610716d958 None None] Provisioning complete for port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:30.757753 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-506f177f-3b0b-4c0f-938b-19610716d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:30.817063 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d82bf-3a78-451c-bc32-62b42047a71e None None] Pushing event updated for resources: {'Port': ['ID=48d7c27d-0e3d-4547-9e98-ddfef89dc208,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:30.934983 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] Set router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:19:30.937491 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-506f177f-3b0b-4c0f-938b-19610716d958 None None] Current status of the port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:30.937881 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-506f177f-3b0b-4c0f-938b-19610716d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:31.185846 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-506f177f-3b0b-4c0f-938b-19610716d958 None None] For port 48d7c27d-0e3d-4547-9e98-ddfef89dc208, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=48d7c27d-0e3d-4547-9e98-ddfef89dc208,segment=NetworkSegment(43bd7c3b-f24b-413e-97c5-7508a4b88bbb),segment_id=43bd7c3b-f24b-413e-97c5-7508a4b88bbb)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:31.207706 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-506f177f-3b0b-4c0f-938b-19610716d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:31.292690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f177f-3b0b-4c0f-938b-19610716d958 None None] Pushing event updated for resources: {'Port': ['ID=48d7c27d-0e3d-4547-9e98-ddfef89dc208,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:31.329926 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-26bc7e6f-fcee-498c-9683-eb69ddd91477 None None] Provisioning complete for port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:31.330286 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-26bc7e6f-fcee-498c-9683-eb69ddd91477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:31.399701 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:19:26Z', 'revision_number': 4, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port': {'id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:24Z', 'updated_at': '2022-07-26T03:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '48d7c27d-0e3d-4547-9e98-ddfef89dc208', 'name': '', 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'mac_address': 'fa:16:3e:cd:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd9ada90e-3b4e-409d-82db-03b87e0aa686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:26Z', 'updated_at': '2022-07-26T03:19:30Z', 'revision_number': 4, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'subnets': [{'id': 'd9ada90e-3b4e-409d-82db-03b87e0aa686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:19:31.436421 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc18be3-1ac4-4e4f-ba3a-4e8b78506637 None None] The sync data for ids ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'] in dv-cinder-850840-2-iscsi is: [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:19:26Z', 'revision_number': 4, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port': {'id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:24Z', 'updated_at': '2022-07-26T03:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '48d7c27d-0e3d-4547-9e98-ddfef89dc208', 'name': '', 'network_id': '8b90b63a-362b-4039-be78-ad8a5668b7ba', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'mac_address': 'fa:16:3e:cd:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd9ada90e-3b4e-409d-82db-03b87e0aa686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:26Z', 'updated_at': '2022-07-26T03:19:30Z', 'revision_number': 4, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'subnets': [{'id': 'd9ada90e-3b4e-409d-82db-03b87e0aa686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:19:31.487198 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-26bc7e6f-fcee-498c-9683-eb69ddd91477 None None] Current status of the port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:31.588954 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:31.643347 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:31.644035 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:31.748387 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:33.558975 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 48d7c27d-0e3d-4547-9e98-ddfef89dc208 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:33.587719 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:33.602043 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=63,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:33.602659 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:33.612079 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:33.612570 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:33.697365 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:36.123409 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 34978) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:36.243164 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdfa61cf-ee9b-4897-9c33-2bde9db811eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:36.331356 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdfa61cf-ee9b-4897-9c33-2bde9db811eb admin admin] Publish callbacks [] for security_group (bd0e935c-577a-49c4-9157-1fd87abd8b8f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:36.336354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fdfa61cf-ee9b-4897-9c33-2bde9db811eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (bd0e935c-577a-49c4-9157-1fd87abd8b8f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:36.374927 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa61cf-ee9b-4897-9c33-2bde9db811eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0e935c-577a-49c4-9157-1fd87abd8b8f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:36.383986 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 34986) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:36.391367 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-fdfa61cf-ee9b-4897-9c33-2bde9db811eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a32d58bd95b4045a564f3b3b163108c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667508 Jul 26 03:19:36.438877 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-932a18f3-784d-4391-b0ba-f41b4d4de7c6 admin admin] Publish callbacks [] for security_group (bd0e935c-577a-49c4-9157-1fd87abd8b8f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:36.462254 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-932a18f3-784d-4391-b0ba-f41b4d4de7c6 admin admin] Publish callbacks [] for security_group (bd0e935c-577a-49c4-9157-1fd87abd8b8f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:36.513610 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-932a18f3-784d-4391-b0ba-f41b4d4de7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (bd0e935c-577a-49c4-9157-1fd87abd8b8f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:36.516685 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-932a18f3-784d-4391-b0ba-f41b4d4de7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:36.518064 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-932a18f3-784d-4391-b0ba-f41b4d4de7c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd0e935c-577a-49c4-9157-1fd87abd8b8f HTTP/1.1" status: 204 len: 168 time: 0.1330903 Jul 26 03:19:36.528822 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a18f3-784d-4391-b0ba-f41b4d4de7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0e935c-577a-49c4-9157-1fd87abd8b8f,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:36.984032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-1e303149-4d26-4771-ac29-3c7267aab712 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:36.985512 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-1e303149-4d26-4771-ac29-3c7267aab712 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 814 time: 0.1004975 Jul 26 03:19:37.001117 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-1337c449-7197-42ad-8d2a-dfdbe04d5ead tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/quotas/ac6c4069e73d4966aa373c5cc84d8c00 HTTP/1.1" status: 200 len: 375 time: 0.0100081 Jul 26 03:19:37.056073 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-c03d15b3-67ab-4e0b-a867-1bfcb3ca9d42 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494566 Jul 26 03:19:37.073301 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=28 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:37.104585 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:37.157668 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-96310087-4cb3-4936-a7a2-2abfedd56819 service neutron] 10.222.0.42 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881994 Jul 26 03:19:37.249940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-d2084fec-7d0f-4e67-9a7c-b2a02ea6f5de service neutron] 10.222.0.42 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866051 Jul 26 03:19:37.433785 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e21b4bc9-174d-4e58-8944-5b69050f002d req-897e33a9-9594-4cc5-b02d-001c9c24b20a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 210 time: 0.0321717 Jul 26 03:19:38.500931 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3dd6881-0f1b-4b23-adad-d6e25aa34eb3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:38.502389 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3dd6881-0f1b-4b23-adad-d6e25aa34eb3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 814 time: 0.1075923 Jul 26 03:19:38.525663 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'port': {'device_id': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'admin_state_up': True, 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:38.545923 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-7272bc09-7b40-4b97-b943-c8bc4a6c0d59 req-00a85fef-2198-410a-81c4-f0a3d5329332 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 210 time: 0.0400310 Jul 26 03:19:38.662657 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Made reservation on behalf of ac6c4069e73d4966aa373c5cc84d8c00 for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:19:38.666181 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:38.811583 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Allocated IP 172.20.0.3 (b0133bb5-6dfa-48ef-ab85-3d0859eda23f/bc131ee8-db5f-4637-8b64-6096000345b4/159811d2-c9da-4a22-9fad-b19a2ca33738) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:19:38.840400 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:38.846781 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:38.988442 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:39.024678 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:39.064190 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:19:39.068169 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:19:39.093896 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:19:39.149955 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:39.182860 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:39.183886 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:39.211998 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-a3cd427a-652c-4d59-847b-e17748482d6f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6956549 Jul 26 03:19:39.465964 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-baf14997-e9fa-4dac-a39c-0ae16b0cb6b8 None None] Provisioning complete for port 159811d2-c9da-4a22-9fad-b19a2ca33738 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:39.467038 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-baf14997-e9fa-4dac-a39c-0ae16b0cb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:39.505889 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-baf14997-e9fa-4dac-a39c-0ae16b0cb6b8 None None] Port 159811d2-c9da-4a22-9fad-b19a2ca33738 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:19:39.679358 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497a6af-e6e6-45b8-ac1b-152bd40677d8 req-6976b735-d87b-4a0b-b209-1eb719710e6c tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:39.681692 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a497a6af-e6e6-45b8-ac1b-152bd40677d8 req-6976b735-d87b-4a0b-b209-1eb719710e6c tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 931 time: 0.0611832 Jul 26 03:19:39.740330 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:39.745301 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a497a6af-e6e6-45b8-ac1b-152bd40677d8 req-29e005d4-ed18-4cef-8877-55fb48de5528 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Jul 26 03:19:40.828822 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:40.856012 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:40.882617 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554c7a6-7ce0-4fdb-ac79-5ac00acc4a7f req-a94b0cfd-3428-4d42-bcc6-e0e3995ba87d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:40.884158 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4554c7a6-7ce0-4fdb-ac79-5ac00acc4a7f req-a94b0cfd-3428-4d42-bcc6-e0e3995ba87d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 931 time: 0.0544429 Jul 26 03:19:40.942085 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4554c7a6-7ce0-4fdb-ac79-5ac00acc4a7f req-7ba6f44b-5cf6-4391-80f7-bd5c6a0f9152 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517488 Jul 26 03:19:42.099180 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2b4a2-d612-42c2-89e9-6e063a54472e req-272eb547-6ee0-4ee0-868e-0bfaaadf1195 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:42.101630 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f4b2b4a2-d612-42c2-89e9-6e063a54472e req-272eb547-6ee0-4ee0-868e-0bfaaadf1195 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 931 time: 0.0741837 Jul 26 03:19:42.163737 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f4b2b4a2-d612-42c2-89e9-6e063a54472e req-7b53aa8a-da08-484a-9174-1084679e0998 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Jul 26 03:19:43.277930 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40202-8d4c-4872-ab42-411c3fb07daa req-273177e3-7d58-41c8-9b70-8f73e2307736 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:43.280965 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34a40202-8d4c-4872-ab42-411c3fb07daa req-273177e3-7d58-41c8-9b70-8f73e2307736 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 931 time: 0.0514982 Jul 26 03:19:43.334263 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-34a40202-8d4c-4872-ab42-411c3fb07daa req-f8dd6d41-3026-4440-86a6-a7cc17b6c1d5 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462577 Jul 26 03:19:44.334660 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:19:44.495398 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41a9f2-ca4f-4140-92c5-ea3a3ace2fa2 req-65806083-8e27-410f-800b-d674f417aba2 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:44.497709 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bd41a9f2-ca4f-4140-92c5-ea3a3ace2fa2 req-65806083-8e27-410f-800b-d674f417aba2 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 931 time: 0.0579228 Jul 26 03:19:44.515760 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:44.577870 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bd41a9f2-ca4f-4140-92c5-ea3a3ace2fa2 req-4bc6988a-9a75-4b3a-88c1-3cff11eee4f3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732343 Jul 26 03:19:45.708726 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ee36-0605-4069-a387-f32b1a09049c req-b10ef434-d61a-4d5c-9af4-75aff51306e3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:45.711133 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6a25ee36-0605-4069-a387-f32b1a09049c req-b10ef434-d61a-4d5c-9af4-75aff51306e3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 931 time: 0.0493529 Jul 26 03:19:45.775778 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6a25ee36-0605-4069-a387-f32b1a09049c req-71755de7-3938-45b9-a8ff-8d8f677035bb tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499256 Jul 26 03:19:46.912661 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfb4d-617f-49e8-96d8-64efc19571bf req-81dfa540-0a3c-421d-a0f4-2b486022527d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:46.914286 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee2dfb4d-617f-49e8-96d8-64efc19571bf req-81dfa540-0a3c-421d-a0f4-2b486022527d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 931 time: 0.0500128 Jul 26 03:19:46.963845 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ee2dfb4d-617f-49e8-96d8-64efc19571bf req-533392cc-5813-4558-9e8f-045a7ad91e38 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Jul 26 03:19:47.021704 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Request body: {'port': {'device_id': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:19:47.084507 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:47.304609 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:47.333735 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:47.351033 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159811d2-c9da-4a22-9fad-b19a2ca33738 {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:19:47.359234 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Publish callbacks [] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:47.371823 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Transition to ACTIVE for port object 159811d2-c9da-4a22-9fad-b19a2ca33738 will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:19:47.376344 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:47.423668 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:47.497455 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Attempting to bind port 159811d2-c9da-4a22-9fad-b19a2ca33738 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:19:47.497800 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Attempting to bind port 159811d2-c9da-4a22-9fad-b19a2ca33738 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:19:47.498166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Attempting to bind port 159811d2-c9da-4a22-9fad-b19a2ca33738 on network b0133bb5-6dfa-48ef-ab85-3d0859eda23f {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:47.502877 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Port 159811d2-c9da-4a22-9fad-b19a2ca33738 on network b0133bb5-6dfa-48ef-ab85-3d0859eda23f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:19:47.503276 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Attempting to bind port 159811d2-c9da-4a22-9fad-b19a2ca33738 on network b0133bb5-6dfa-48ef-ab85-3d0859eda23f {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:19:47.508732 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:19:47.509066 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Checking segment: {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:19:47.509446 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Bound using segment: {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:19:47.509872 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Bound port: 159811d2-c9da-4a22-9fad-b19a2ca33738, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:19:47.510227 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:47.577328 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:19:47.580898 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=159811d2-c9da-4a22-9fad-b19a2ca33738,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:19:47.588717 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:47.626461 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:47.627105 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:47.628479 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] 10.222.0.36 "PUT /v2.0/ports/159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 1093 time: 0.6125889 Jul 26 03:19:47.628934 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:19:47.631245 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:19:47.651333 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3eed6-8193-468e-8f60-5fbcfd4c7ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:47.680270 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e0e40-9cfd-4667-9bc3-280c25fa48d5 x-openstack-request-id: req-3b2e0e40-9cfd-4667-9bc3-280c25fa48d5 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:19:47.680566 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:19:47.680817 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b2e0e40-9cfd-4667-9bc3-280c25fa48d5 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:19:47.681219 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2e0e40-9cfd-4667-9bc3-280c25fa48d5'] response: {'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'status': 'completed', 'code': 200} Jul 26 03:19:47.733254 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-92aa1a08-a378-4f2d-bbb0-cd6cdedd5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:47.735328 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-92aa1a08-a378-4f2d-bbb0-cd6cdedd5c44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1127 time: 0.0480599 Jul 26 03:19:48.006809 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35204) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:48.023561 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-33736818-74df-42b6-9368-7f283f6fe29e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 217 time: 0.0471461 Jul 26 03:19:48.073448 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-fe4c838e-78d3-4474-842e-fc61f6de6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:48.075015 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-fe4c838e-78d3-4474-842e-fc61f6de6b7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0449467 Jul 26 03:19:48.091464 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad6bfb-8601-4678-a5ad-6f67b8f1c567 req-d4943997-b081-4ce2-baa7-cc903cb2b65f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:48.092981 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67ad6bfb-8601-4678-a5ad-6f67b8f1c567 req-d4943997-b081-4ce2-baa7-cc903cb2b65f tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 943 time: 0.0492413 Jul 26 03:19:48.125106 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-6702a97f-c26d-439a-a726-253b15aea18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:48.126601 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-6702a97f-c26d-439a-a726-253b15aea18d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400460 Jul 26 03:19:48.135339 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-63abf91f-09fa-404f-9328-754900b84398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:48.175149 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67ad6bfb-8601-4678-a5ad-6f67b8f1c567 req-dcfd7cce-c421-4edf-a118-4a41a9bc6562 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Jul 26 03:19:48.231506 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-68fff1fe-553f-4a0b-baf1-eae71cb211b0 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917296 Jul 26 03:19:48.233517 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-63abf91f-09fa-404f-9328-754900b84398 admin admin] Publish callbacks [] for security_group (9b82d431-d14b-443a-ab10-85646490a921), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:48.239251 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-63abf91f-09fa-404f-9328-754900b84398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (9b82d431-d14b-443a-ab10-85646490a921), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:48.278379 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-63abf91f-09fa-404f-9328-754900b84398 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89b7ec6e1b2048dba9cfb411ed59518a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704353 Jul 26 03:19:48.279133 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abf91f-09fa-404f-9328-754900b84398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82d431-d14b-443a-ab10-85646490a921,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:48.281415 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35208) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:19:48.328427 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4d3962fc-701f-4437-8d8f-0f9290eed3c5 req-f2af93a1-76c3-4a61-82ea-11f911431278 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865409 Jul 26 03:19:48.331550 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9b37-7b78-4503-b419-cf41055cffb0 admin admin] Publish callbacks [] for security_group (9b82d431-d14b-443a-ab10-85646490a921), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:48.353821 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9b37-7b78-4503-b419-cf41055cffb0 admin admin] Publish callbacks [] for security_group (9b82d431-d14b-443a-ab10-85646490a921), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:48.401746 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9b37-7b78-4503-b419-cf41055cffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (9b82d431-d14b-443a-ab10-85646490a921), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:48.404409 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9b37-7b78-4503-b419-cf41055cffb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:48.405586 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2c8d9b37-7b78-4503-b419-cf41055cffb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b82d431-d14b-443a-ab10-85646490a921 HTTP/1.1" status: 204 len: 168 time: 0.1232896 Jul 26 03:19:48.413304 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d9b37-7b78-4503-b419-cf41055cffb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82d431-d14b-443a-ab10-85646490a921,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:49.211207 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-e0ae08c4-f2ff-4b51-b76b-c67055a57a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:49.212570 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-e0ae08c4-f2ff-4b51-b76b-c67055a57a3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1127 time: 0.0436172 Jul 26 03:19:49.327072 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c96b5d-8813-4c4a-8c2b-fdf30361c800 req-87d3aabe-20fb-4724-9091-8a1950f9a9d5 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:49.328393 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-23c96b5d-8813-4c4a-8c2b-fdf30361c800 req-87d3aabe-20fb-4724-9091-8a1950f9a9d5 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 943 time: 0.0585070 Jul 26 03:19:49.365995 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-0c3013d9-a244-4515-baad-52ce2e5a0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:49.367516 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-0c3013d9-a244-4515-baad-52ce2e5a0c44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 915 time: 0.1407037 Jul 26 03:19:49.391453 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:49.419963 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-79d21404-8ae1-47da-8364-85195b8c7afa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 217 time: 0.0410781 Jul 26 03:19:49.423832 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-23c96b5d-8813-4c4a-8c2b-fdf30361c800 req-cde458bc-6f4d-42dd-995b-cf9961d9343c tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888929 Jul 26 03:19:49.436981 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:49.473102 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-f977e212-fb2c-4dec-a1eb-74e9074da9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:49.474548 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-f977e212-fb2c-4dec-a1eb-74e9074da9fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0456192 Jul 26 03:19:49.524205 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-420f2f13-b086-4a03-b6b8-1966ad46dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:49.525644 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-420f2f13-b086-4a03-b6b8-1966ad46dedc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414882 Jul 26 03:19:49.621230 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-2a230c82-460b-4c25-82e9-1c1d96cc7199 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841892 Jul 26 03:19:49.721001 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bba5bf8a-ed89-4199-af00-a4cdd0ee5df7 req-38de7adb-c41b-412e-9922-0598e698f644 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881946 Jul 26 03:19:49.732258 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-da6d4143-a11c-49e7-a782-daa02dd9ccc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:50.524071 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 159811d2-c9da-4a22-9fad-b19a2ca33738 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:19:50.552980 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fb0bc-b790-4f6a-a16d-cf5dd9cd3c88 req-1849b8cc-6180-433e-8bab-3a1a1e5d770a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:50.554608 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-274fb0bc-b790-4f6a-a16d-cf5dd9cd3c88 req-1849b8cc-6180-433e-8bab-3a1a1e5d770a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 943 time: 0.0583210 Jul 26 03:19:50.602508 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-274fb0bc-b790-4f6a-a16d-cf5dd9cd3c88 req-1e4fb204-d387-43c0-8b3c-b78cbaff639a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Jul 26 03:19:50.627536 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=159811d2-c9da-4a22-9fad-b19a2ca33738,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:50.639206 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'port_id': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'mac_address': 'fa:16:3e:04:12:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:19:50.674144 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 159811d2-c9da-4a22-9fad-b19a2ca33738 is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:50.674531 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:50.687473 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159811d2-c9da-4a22-9fad-b19a2ca33738 {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:19:50.708473 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=159811d2-c9da-4a22-9fad-b19a2ca33738,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:50.714106 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:50.765777 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:50.968986 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['159811d2-c9da-4a22-9fad-b19a2ca33738'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:19:51.096287 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:51.724760 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594255d4-a74e-4508-853b-5886b52492e9 req-5b02c855-f7af-4c4c-8ed6-783df88994ac tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:51.726115 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-594255d4-a74e-4508-853b-5886b52492e9 req-5b02c855-f7af-4c4c-8ed6-783df88994ac tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 944 time: 0.0495038 Jul 26 03:19:51.774459 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-594255d4-a74e-4508-853b-5886b52492e9 req-a33f7716-c408-4b6f-bc79-d3b676bbd9c3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Jul 26 03:19:51.979065 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8831124b-b6ac-4f6d-a7db-519b21fbc592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:52.539860 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 159811d2-c9da-4a22-9fad-b19a2ca33738 up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:19:52.592782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port 159811d2-c9da-4a22-9fad-b19a2ca33738 completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:19:52.601779 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port 159811d2-c9da-4a22-9fad-b19a2ca33738 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:19:52.602270 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:52.676006 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port 159811d2-c9da-4a22-9fad-b19a2ca33738 is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:19:52.676379 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:52.699520 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:19:52.701751 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf996fe5-5053-4349-860f-23f986490ece" -d '{"events": [{"server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "name": "network-vif-plugged", "status": "completed", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:19:52.704429 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:52.715850 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=159811d2-c9da-4a22-9fad-b19a2ca33738,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:19:52.721194 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:52.750049 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2871b7d0-33c7-4ec1-ad35-aca7fdebc606 x-openstack-request-id: req-2871b7d0-33c7-4ec1-ad35-aca7fdebc606 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:19:52.750342 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "name": "network-vif-plugged", "status": "completed", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:19:52.750589 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2871b7d0-33c7-4ec1-ad35-aca7fdebc606 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:19:52.750993 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2871b7d0-33c7-4ec1-ad35-aca7fdebc606'] response: {'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'code': 200} Jul 26 03:19:52.774485 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:19:52.908064 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec2c7f-0ff4-43b6-88f0-f4fe681e3da9 req-809957c7-502b-452a-983a-cdf26bd0bb5b tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:52.909490 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fdec2c7f-0ff4-43b6-88f0-f4fe681e3da9 req-809957c7-502b-452a-983a-cdf26bd0bb5b tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0641167 Jul 26 03:19:52.949775 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de022c-ce88-4d0b-b407-ab51dce7868f req-aed03824-ee50-4b76-8838-64b176bc2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:52.951253 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d7de022c-ce88-4d0b-b407-ab51dce7868f req-aed03824-ee50-4b76-8838-64b176bc2f2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1129 time: 0.0624912 Jul 26 03:19:52.989368 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-fdec2c7f-0ff4-43b6-88f0-f4fe681e3da9 req-c5b73d4a-c6bc-426a-8e84-0a4f740d881e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645576 Jul 26 03:19:53.013027 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d7de022c-ce88-4d0b-b407-ab51dce7868f req-a7ebca7b-1d76-41a7-a1c5-57fb53725d47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503316 Jul 26 03:19:53.183725 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:54.109350 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e43334-92ca-4af0-99ce-708940cbe89a req-750fda32-6b1e-4c53-947f-1ae68045c172 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:54.110807 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-32e43334-92ca-4af0-99ce-708940cbe89a req-750fda32-6b1e-4c53-947f-1ae68045c172 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Jul 26 03:19:54.122818 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:19:54.159416 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-32e43334-92ca-4af0-99ce-708940cbe89a req-d08b94ef-2d2d-4ef3-be8c-bf4030939561 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Jul 26 03:19:54.628839 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:54.801397 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:19:55.296559 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f3e68-829d-4a33-a5ef-5d364e3f154f req-2898dd68-6c2a-4183-a08d-26617e813677 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:55.297914 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d26f3e68-829d-4a33-a5ef-5d364e3f154f req-2898dd68-6c2a-4183-a08d-26617e813677 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0525000 Jul 26 03:19:55.349392 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d26f3e68-829d-4a33-a5ef-5d364e3f154f req-1050cbfd-186c-46df-9568-4b91d0af6d8d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Jul 26 03:19:55.471863 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b873ada-7642-4d12-b623-d2ff341b1549 req-29d5a062-6014-4e36-98cd-162866d7a4dd tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:55.473375 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b873ada-7642-4d12-b623-d2ff341b1549 req-29d5a062-6014-4e36-98cd-162866d7a4dd tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0519183 Jul 26 03:19:55.524598 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-5b873ada-7642-4d12-b623-d2ff341b1549 req-d6fdf9ca-5742-4e69-92ab-0017914728c8 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Jul 26 03:19:56.034256 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3be8b-e223-451a-9cec-2f52b5fece47 req-d3090a6a-d013-4e87-abc3-066e95d04ce3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:19:56.035769 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bec3be8b-e223-451a-9cec-2f52b5fece47 req-d3090a6a-d013-4e87-abc3-066e95d04ce3 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0539222 Jul 26 03:19:56.084635 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-bec3be8b-e223-451a-9cec-2f52b5fece47 req-a495e3b5-807f-4299-86ba-c0967114deed tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Jul 26 03:20:02.295751 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:02.303987 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:04.604929 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:04.616082 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a134e-7201-46e7-bc1b-92e194761bda req-7a3d9412-4eb9-45fb-8fda-0354b44f4942 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:04.617548 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9e8a134e-7201-46e7-bc1b-92e194761bda req-7a3d9412-4eb9-45fb-8fda-0354b44f4942 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0473647 Jul 26 03:20:04.669289 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9e8a134e-7201-46e7-bc1b-92e194761bda req-74dc85a0-c768-4840-b158-5a1e64fd7769 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Jul 26 03:20:04.704186 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35274) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:04.788453 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:04.792172 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:04.892825 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd9deb-9b36-41b0-b7b9-a7096abe882f tempest-TestMinimumBasicScenario-1779403599 tempest-TestMinimumBasicScenario-1779403599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:04.894312 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cccd9deb-9b36-41b0-b7b9-a7096abe882f tempest-TestMinimumBasicScenario-1779403599 tempest-TestMinimumBasicScenario-1779403599-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1124 time: 0.1891570 Jul 26 03:20:04.898705 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35278) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:04.902810 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'port_id': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:04.926374 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:05.002992 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:05.107838 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Allocated IP 172.27.3.59 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/0d3f37ae-e471-44c3-948b-d772c58cec43) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:20:05.219618 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:05.256677 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:05.295811 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:20:05.298827 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:20:05.302869 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:20:05.308005 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'Port': ['ID=0d3f37ae-e471-44c3-948b-d772c58cec43,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:05.342386 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=58 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:05.345741 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=69 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:05.377697 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:05.874598 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:05.930792 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for floatingip (63babf09-0097-477e-88f0-a9662b3f54b7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.008612 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.156091 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.163488 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.231804 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'Port': ['ID=0d3f37ae-e471-44c3-948b-d772c58cec43,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:06.243589 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (63babf09-0097-477e-88f0-a9662b3f54b7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.339341 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Floating IP 63babf09-0097-477e-88f0-a9662b3f54b7 associated. External IP: 172.27.3.59, port: 159811d2-c9da-4a22-9fad-b19a2ca33738. Jul 26 03:20:06.484638 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:06.540386 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:20:06.646831 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:20:06.656989 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] Sync routers for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:20:06.666084 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.667623 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:20:06.668243 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:20:06.703135 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bc012f9e-8a7c-48c9-9c38-84a7a66d8b5e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8007412 Jul 26 03:20:06.703135 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:20:06.703422 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:20:06.703612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35280) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:06.709071 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-c15accee-d095-40d7-8891-b0c668457478 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982125173', 'description': 'tempest-secgroup-smoke-1982125173 description', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:06.732899 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c15accee-d095-40d7-8891-b0c668457478 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.745348 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce210b6b-b479-4c97-8741-ea0db75955fc x-openstack-request-id: req-ce210b6b-b479-4c97-8741-ea0db75955fc {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:20:06.745677 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:20:06.745942 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce210b6b-b479-4c97-8741-ea0db75955fc {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:20:06.746350 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce210b6b-b479-4c97-8741-ea0db75955fc'] response: {'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'status': 'completed', 'code': 200} Jul 26 03:20:06.775003 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:20:06.821084 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-c664a49c-cbe4-421e-b00d-092a90e845cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:06.822588 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-c664a49c-cbe4-421e-b00d-092a90e845cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1129 time: 0.0519125 Jul 26 03:20:06.846970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c15accee-d095-40d7-8891-b0c668457478 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group (85757bfa-ae92-44df-8622-137fe23985fa), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.879749 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c15accee-d095-40d7-8891-b0c668457478 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (85757bfa-ae92-44df-8622-137fe23985fa), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.930067 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c15accee-d095-40d7-8891-b0c668457478 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.934262 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c15accee-d095-40d7-8891-b0c668457478 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2260840 Jul 26 03:20:06.934721 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35284) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:06.939642 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15accee-d095-40d7-8891-b0c668457478 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85757bfa-ae92-44df-8622-137fe23985fa,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:06.940168 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-9dee1263-b165-4ed6-aee0-9e602a97f11a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'security_group_rule': {'security_group_id': '85757bfa-ae92-44df-8622-137fe23985fa', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:06.959555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-9ca4359d-d0de-48db-8b22-86e37e17bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:06.961335 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-9ca4359d-d0de-48db-8b22-86e37e17bf8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 915 time: 0.1306357 Jul 26 03:20:06.973709 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9dee1263-b165-4ed6-aee0-9e602a97f11a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (deffaa75-54e0-41ad-b9c7-2f2e5312e4be), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:06.984002 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:06.996068 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '63babf09-0097-477e-88f0-a9662b3f54b7', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'port_id': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'mac_address': 'fa:16:3e:04:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:20:05Z', 'updated_at': '2022-07-26T03:20:05Z', 'revision_number': 0, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:25Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:20:07.027349 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] Checking router: 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:20:07.028174 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-984facc8-5974-44d4-9d6e-591b6ee929d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 998 time: 0.0601962 Jul 26 03:20:07.035042 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9dee1263-b165-4ed6-aee0-9e602a97f11a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (deffaa75-54e0-41ad-b9c7-2f2e5312e4be), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.036355 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:20:07.037112 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:19:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:20:07.039887 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9dee1263-b165-4ed6-aee0-9e602a97f11a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (deffaa75-54e0-41ad-b9c7-2f2e5312e4be), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.060226 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee1263-b165-4ed6-aee0-9e602a97f11a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deffaa75-54e0-41ad-b9c7-2f2e5312e4be,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:07.071774 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9dee1263-b165-4ed6-aee0-9e602a97f11a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.073251 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9dee1263-b165-4ed6-aee0-9e602a97f11a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373506 Jul 26 03:20:07.076587 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35286) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:07.081211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-ef47dc5f-e272-4ce3-9348-84f3f93a7d24 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'security_group_rule': {'security_group_id': '85757bfa-ae92-44df-8622-137fe23985fa', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:07.110177 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-61ce4f53-1a30-41e3-a546-13329f9126a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:07.111727 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-61ce4f53-1a30-41e3-a546-13329f9126a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0766160 Jul 26 03:20:07.131969 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef47dc5f-e272-4ce3-9348-84f3f93a7d24 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (a6896749-f7ca-43c6-8deb-a919e3cb5357), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.143319 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:20:07.177058 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-0c2ae391-aa14-4b8c-91bf-0ce36cf270d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:07.178590 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-0c2ae391-aa14-4b8c-91bf-0ce36cf270d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580070 Jul 26 03:20:07.377375 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '63babf09-0097-477e-88f0-a9662b3f54b7', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'port_id': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'mac_address': 'fa:16:3e:04:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:20:05Z', 'updated_at': '2022-07-26T03:20:05Z', 'revision_number': 0, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:25Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:20:07.403171 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146bf3a6-3a36-4edf-99e2-eed225fba955 None None] The sync data for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi is: [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '63babf09-0097-477e-88f0-a9662b3f54b7', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'port_id': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'mac_address': 'fa:16:3e:04:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:20:05Z', 'updated_at': '2022-07-26T03:20:05Z', 'revision_number': 0, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:25Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:20:07.529560 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef47dc5f-e272-4ce3-9348-84f3f93a7d24 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (a6896749-f7ca-43c6-8deb-a919e3cb5357), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.537110 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef47dc5f-e272-4ce3-9348-84f3f93a7d24 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (a6896749-f7ca-43c6-8deb-a919e3cb5357), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.567393 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47dc5f-e272-4ce3-9348-84f3f93a7d24 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6896749-f7ca-43c6-8deb-a919e3cb5357,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:07.587061 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-72217c1a-ef88-4b2f-8c26-0e65cd0f4dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023299 Jul 26 03:20:07.589805 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-ef47dc5f-e272-4ce3-9348-84f3f93a7d24 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.593549 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-ef47dc5f-e272-4ce3-9348-84f3f93a7d24 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5133643 Jul 26 03:20:07.593900 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35288) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:07.598453 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-3365a2e8-dc2a-4d8c-99e6-3675f2fa99c9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'security_group_rule': {'security_group_id': '85757bfa-ae92-44df-8622-137fe23985fa', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:07.600653 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4278183-59cf-4321-8fae-064d106071a9 None None] New status for floating IP 63babf09-0097-477e-88f0-a9662b3f54b7: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:20:07.632923 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3365a2e8-dc2a-4d8c-99e6-3675f2fa99c9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (c18fcb38-bf2d-4e83-9c7b-bf8b6171de0e), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.683769 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-cb93ba26-816c-4299-8b2d-9d22e7cd0cd2 req-8223753f-5cee-4659-a34d-f50860c5583d service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903497 Jul 26 03:20:07.694737 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3365a2e8-dc2a-4d8c-99e6-3675f2fa99c9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (c18fcb38-bf2d-4e83-9c7b-bf8b6171de0e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.700459 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3365a2e8-dc2a-4d8c-99e6-3675f2fa99c9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (c18fcb38-bf2d-4e83-9c7b-bf8b6171de0e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.718336 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365a2e8-dc2a-4d8c-99e6-3675f2fa99c9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18fcb38-bf2d-4e83-9c7b-bf8b6171de0e,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:07.730632 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3365a2e8-dc2a-4d8c-99e6-3675f2fa99c9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.731897 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3365a2e8-dc2a-4d8c-99e6-3675f2fa99c9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369545 Jul 26 03:20:07.734875 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35290) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:07.739213 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-a091b873-c53b-40f4-9632-b579fd494c25 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'security_group_rule': {'security_group_id': '85757bfa-ae92-44df-8622-137fe23985fa', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:07.766826 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a091b873-c53b-40f4-9632-b579fd494c25 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (c7a206a7-4a58-4bff-a060-e743260f400a), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.828980 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a091b873-c53b-40f4-9632-b579fd494c25 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (c7a206a7-4a58-4bff-a060-e743260f400a), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.833676 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a091b873-c53b-40f4-9632-b579fd494c25 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (c7a206a7-4a58-4bff-a060-e743260f400a), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.851701 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091b873-c53b-40f4-9632-b579fd494c25 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a206a7-4a58-4bff-a060-e743260f400a,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:07.857852 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a091b873-c53b-40f4-9632-b579fd494c25 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.859053 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-a091b873-c53b-40f4-9632-b579fd494c25 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231921 Jul 26 03:20:07.861845 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35292) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:07.866035 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'security_group_rule': {'security_group_id': '85757bfa-ae92-44df-8622-137fe23985fa', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:07.887934 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Project ac6c4069e73d4966aa373c5cc84d8c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 03:20:07.893819 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (c6f6c2dd-9026-44b3-b8bd-b718a36a0d48), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.952870 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:07.954919 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (c6f6c2dd-9026-44b3-b8bd-b718a36a0d48), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.958755 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (c6f6c2dd-9026-44b3-b8bd-b718a36a0d48), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.979481 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f6c2dd-9026-44b3-b8bd-b718a36a0d48,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:07.985936 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:07.986645 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8a8bc8cd-ddde-401e-b865-14a3ff7f3440 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238918 Jul 26 03:20:07.989393 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35294) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:20:07.993666 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'security_group_rule': {'security_group_id': '85757bfa-ae92-44df-8622-137fe23985fa', 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:08.016534 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Project ac6c4069e73d4966aa373c5cc84d8c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 03:20:08.023239 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (912889be-96c2-43e9-928f-742d50bd1f2e), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.085234 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (912889be-96c2-43e9-928f-742d50bd1f2e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.090875 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (912889be-96c2-43e9-928f-742d50bd1f2e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.109999 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912889be-96c2-43e9-928f-742d50bd1f2e,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:08.115765 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.116960 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-2ae6bd1c-87b4-4a9b-be8e-4573ea031862 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266141 Jul 26 03:20:08.207855 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-7894a62b-a5c1-41bf-af9c-a7e0bfb28d5b tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982125173&fields=id&tenant_id=ac6c4069e73d4966aa373c5cc84d8c00 HTTP/1.1" status: 200 len: 267 time: 0.0448756 Jul 26 03:20:08.257250 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-29d15695-fd19-4dfa-8cbe-c5fb60a35d42 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:08.258685 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-29d15695-fd19-4dfa-8cbe-c5fb60a35d42 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0453484 Jul 26 03:20:08.272126 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'port': {'security_groups': ['d2e37515-e124-413d-8e14-030b23f5743f', '85757bfa-ae92-44df-8622-137fe23985fa']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:20:08.336599 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=10 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:08.342773 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.526161 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=159811d2-c9da-4a22-9fad-b19a2ca33738,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:20:08.553934 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.562309 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.579184 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['159811d2-c9da-4a22-9fad-b19a2ca33738'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:20:08.606873 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:08.607510 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.611782 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9f1d435e-def7-41df-868e-ea2edd9b14a6 req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "PUT /v2.0/ports/159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 981 time: 0.3413358 Jul 26 03:20:08.634772 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f5261-532a-431c-820f-310e42bc5a36 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=6']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:20:08.685311 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['159811d2-c9da-4a22-9fad-b19a2ca33738'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:20:08.740902 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a71e31-28d6-46a3-ae50-a5f548cbd5f1 req-f80d6311-e8ed-4a79-83f6-fecb707981fb tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:08.742471 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-84a71e31-28d6-46a3-ae50-a5f548cbd5f1 req-f80d6311-e8ed-4a79-83f6-fecb707981fb tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0545933 Jul 26 03:20:08.747451 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:20:08.749947 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749730d3-3008-4072-8690-9f467ef63618" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:20:08.774982 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:08.797877 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0a93f-fc79-466a-9840-3e3b4e1034f8 x-openstack-request-id: req-fad0a93f-fc79-466a-9840-3e3b4e1034f8 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:20:08.798242 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:20:08.798563 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fad0a93f-fc79-466a-9840-3e3b4e1034f8 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:20:08.799442 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad0a93f-fc79-466a-9840-3e3b4e1034f8'] response: {'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'status': 'completed', 'code': 200} Jul 26 03:20:08.821000 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-84a71e31-28d6-46a3-ae50-a5f548cbd5f1 req-604ce885-abf8-4889-80c4-0dcee7aa8659 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677357 Jul 26 03:20:08.859125 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:08.869841 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749730d3-3008-4072-8690-9f467ef63618 req-d2240739-37cf-4959-bdca-e60eb7e502af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:08.871449 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-749730d3-3008-4072-8690-9f467ef63618 req-d2240739-37cf-4959-bdca-e60eb7e502af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1168 time: 0.0458763 Jul 26 03:20:08.891751 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-e03a790a-1af9-40b7-a3bd-856b2456813d None None] Provisioning complete for port 159811d2-c9da-4a22-9fad-b19a2ca33738 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:20:08.892119 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e03a790a-1af9-40b7-a3bd-856b2456813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:08.962495 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749730d3-3008-4072-8690-9f467ef63618 req-7733bd5d-533d-4946-8242-c7a95fe068af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:08.963999 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-749730d3-3008-4072-8690-9f467ef63618 req-7733bd5d-533d-4946-8242-c7a95fe068af service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 915 time: 0.0866714 Jul 26 03:20:09.024641 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-749730d3-3008-4072-8690-9f467ef63618 req-e4fc1cf4-eb86-4f0d-8abb-378b4503db39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 1000 time: 0.0548027 Jul 26 03:20:09.074829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749730d3-3008-4072-8690-9f467ef63618 req-7173e3d0-8ad8-41bc-a297-69919ed1a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:09.076220 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-749730d3-3008-4072-8690-9f467ef63618 req-7173e3d0-8ad8-41bc-a297-69919ed1a3d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0432835 Jul 26 03:20:09.083366 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-e03a790a-1af9-40b7-a3bd-856b2456813d None None] Current status of the port 159811d2-c9da-4a22-9fad-b19a2ca33738 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:20:09.111336 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:09.123153 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749730d3-3008-4072-8690-9f467ef63618 req-da757074-38b9-47e0-a90e-4a6257586cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:09.124749 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-749730d3-3008-4072-8690-9f467ef63618 req-da757074-38b9-47e0-a90e-4a6257586cdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417907 Jul 26 03:20:09.217709 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-749730d3-3008-4072-8690-9f467ef63618 req-654c550c-a0a0-4b14-a73a-c9a0a23b270f service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863500 Jul 26 03:20:09.313446 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-749730d3-3008-4072-8690-9f467ef63618 req-49303149-d6ae-4347-97fa-a4d99d0b33c9 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892208 Jul 26 03:20:09.348358 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:10.888483 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:17.381302 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=80 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:18.333265 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:18.629816 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:18.632644 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=72,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:19.310007 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=47 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:19.311126 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=44 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:19.735778 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-df0c5b5d-4e7c-4908-a6ed-4ea6b46807a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:21.339989 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:20:21.984214 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3cf33e97-058d-44db-b134-d8e376c7ed5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:23.190544 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:24.633109 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:24.791589 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:31.399443 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4241709-a1f9-4d5b-9ff7-b542f782ad07 req-15e7c9a1-1c2f-496a-a8cf-992dcb92144a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:31.400969 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d4241709-a1f9-4d5b-9ff7-b542f782ad07 req-15e7c9a1-1c2f-496a-a8cf-992dcb92144a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0715294 Jul 26 03:20:31.404019 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-ab10dfe0-77d1-4206-ab25-36facf78542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:31.405363 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-ab10dfe0-77d1-4206-ab25-36facf78542f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1168 time: 0.0656359 Jul 26 03:20:31.515095 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d4241709-a1f9-4d5b-9ff7-b542f782ad07 req-41fa936f-c343-4985-af61-cef30a361643 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082304 Jul 26 03:20:31.537967 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-e540dbac-bc7a-4c52-b494-5eb6a5ecccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:31.539437 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-e540dbac-bc7a-4c52-b494-5eb6a5ecccfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 915 time: 0.1260059 Jul 26 03:20:31.617503 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-bf6221fa-8859-4d0a-bbf6-4df41d3c8db1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 1000 time: 0.0683014 Jul 26 03:20:31.665833 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-1b120b93-41c5-4392-abfa-417c5d26ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:31.667228 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-1b120b93-41c5-4392-abfa-417c5d26ad80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0430875 Jul 26 03:20:31.711516 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-e351a65e-1242-46cc-a7c5-bbf34375ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:31.712992 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-e351a65e-1242-46cc-a7c5-bbf34375ef7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377595 Jul 26 03:20:31.807063 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-6ca29c6a-e0a9-45d1-973a-12e9792529e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861323 Jul 26 03:20:31.895308 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-bd83d1e0-3894-426b-a635-802f5b9dbd44 req-1e764414-b661-4c00-8d97-b8a9b3bfedc2 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819433 Jul 26 03:20:32.656308 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60a1f-7926-4f9a-8f5a-d27365b6e72a req-6a44d37e-783d-4efa-8801-864854e3a2af tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:32.657825 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0f60a1f-7926-4f9a-8f5a-d27365b6e72a req-6a44d37e-783d-4efa-8801-864854e3a2af tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0602288 Jul 26 03:20:32.718636 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b0f60a1f-7926-4f9a-8f5a-d27365b6e72a req-f6cd3ea3-ba79-4c56-b3b9-7332adf470dd tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548468 Jul 26 03:20:33.850238 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4a39-85b9-4bcf-b2ae-3cca6b1f4435 req-e13f54d3-eaea-4b00-bf09-40f30112c22a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:33.851789 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9c6f4a39-85b9-4bcf-b2ae-3cca6b1f4435 req-e13f54d3-eaea-4b00-bf09-40f30112c22a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0556941 Jul 26 03:20:33.914318 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9c6f4a39-85b9-4bcf-b2ae-3cca6b1f4435 req-cf8ea05f-f022-4fdc-b9d6-176eaffa115a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540297 Jul 26 03:20:34.777762 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:34.785719 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:35.191455 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea8938-f89b-4392-9c5a-74f1d67d08a3 req-ce1de1a0-6dbd-4227-b983-5075626aab4b tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:35.193286 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-68ea8938-f89b-4392-9c5a-74f1d67d08a3 req-ce1de1a0-6dbd-4227-b983-5075626aab4b tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.1885121 Jul 26 03:20:35.253824 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-68ea8938-f89b-4392-9c5a-74f1d67d08a3 req-5e472d2d-fb86-461b-89d9-7366df281156 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533869 Jul 26 03:20:36.435791 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4059aa1-633a-403e-95e3-66860532520b req-360b5b24-d420-4aaa-9790-eb308c3bad56 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:36.437214 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d4059aa1-633a-403e-95e3-66860532520b req-360b5b24-d420-4aaa-9790-eb308c3bad56 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.1033766 Jul 26 03:20:36.497685 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d4059aa1-633a-403e-95e3-66860532520b req-9a8e4247-3a11-4770-b0cf-4320df8ca6d1 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544229 Jul 26 03:20:37.624238 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321042-1719-4cf4-97ed-a809ffba4d5d req-55cac7f7-1c49-4cc6-96bd-2494e1aa02e6 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:37.625722 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-72321042-1719-4cf4-97ed-a809ffba4d5d req-55cac7f7-1c49-4cc6-96bd-2494e1aa02e6 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0504818 Jul 26 03:20:37.685558 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-72321042-1719-4cf4-97ed-a809ffba4d5d req-930591f7-2e78-499e-acbd-2d7c317c55b9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540860 Jul 26 03:20:38.833973 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabf078-8ba6-4bf3-959e-eec57ac9dedd req-32f35f62-13be-4768-958a-c8b8ca116f1c tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:38.835472 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4eabf078-8ba6-4bf3-959e-eec57ac9dedd req-32f35f62-13be-4768-958a-c8b8ca116f1c tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0540714 Jul 26 03:20:38.898929 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4eabf078-8ba6-4bf3-959e-eec57ac9dedd req-97231ecc-c9be-4b3c-874f-4dd2286e0313 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553279 Jul 26 03:20:39.294084 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:40.035885 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad64c09-77d6-4e88-be00-acb5f4c5706a req-31f18c21-d478-4e70-b9c5-dc1f05e144d2 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:40.037346 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7ad64c09-77d6-4e88-be00-acb5f4c5706a req-31f18c21-d478-4e70-b9c5-dc1f05e144d2 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0471075 Jul 26 03:20:40.099816 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7ad64c09-77d6-4e88-be00-acb5f4c5706a req-e6a1a11f-af80-46e3-a82b-02679f6ff9db tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566463 Jul 26 03:20:40.896694 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:41.233544 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc094e-d275-4140-8164-d4237e7ffdae req-79dd7353-1e5a-45d4-a284-bd833dd29f3d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:41.235040 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0bdc094e-d275-4140-8164-d4237e7ffdae req-79dd7353-1e5a-45d4-a284-bd833dd29f3d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0479610 Jul 26 03:20:41.254348 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:41.305992 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-0bdc094e-d275-4140-8164-d4237e7ffdae req-7bb1c8a5-fcd7-4370-a724-ea5a9fc440fd tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651946 Jul 26 03:20:42.448018 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab155a5a-3a47-4170-a7a1-a3ed913eae67 req-e14e49d5-4a91-431d-a403-4752a37d2557 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:42.449481 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ab155a5a-3a47-4170-a7a1-a3ed913eae67 req-e14e49d5-4a91-431d-a403-4752a37d2557 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0563884 Jul 26 03:20:42.511833 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ab155a5a-3a47-4170-a7a1-a3ed913eae67 req-72011056-2668-4ffb-b3cd-9a04a96a96d0 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541985 Jul 26 03:20:43.311503 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:43.413097 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e120-982c-4521-bd83-768b440f4354 req-c83ca87e-195c-4c38-9445-da0952b56696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:43.414645 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9546e120-982c-4521-bd83-768b440f4354 req-c83ca87e-195c-4c38-9445-da0952b56696 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1168 time: 0.0412626 Jul 26 03:20:43.488430 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:43.536654 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e120-982c-4521-bd83-768b440f4354 req-13a3b823-2dd3-4a80-80df-234f87b3b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:43.538161 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9546e120-982c-4521-bd83-768b440f4354 req-13a3b823-2dd3-4a80-80df-234f87b3b4f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 915 time: 0.1001189 Jul 26 03:20:43.631491 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9546e120-982c-4521-bd83-768b440f4354 req-1fc7cc9f-43b1-46a8-ba18-3406ceab69a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 1000 time: 0.0837042 Jul 26 03:20:43.656593 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b723ee-42dc-427c-b3d1-d01f429713a2 req-0cf5027a-b565-4232-92f3-35a5438548bf tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:43.657953 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43b723ee-42dc-427c-b3d1-d01f429713a2 req-0cf5027a-b565-4232-92f3-35a5438548bf tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0639827 Jul 26 03:20:43.708074 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e120-982c-4521-bd83-768b440f4354 req-26416612-7272-4cd7-8409-50b4b69ad5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:43.709473 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9546e120-982c-4521-bd83-768b440f4354 req-26416612-7272-4cd7-8409-50b4b69ad5ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0679705 Jul 26 03:20:43.771891 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e120-982c-4521-bd83-768b440f4354 req-b54cb84e-e60b-4a5c-8aea-d2d2892cec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:43.773344 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9546e120-982c-4521-bd83-768b440f4354 req-b54cb84e-e60b-4a5c-8aea-d2d2892cec2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580904 Jul 26 03:20:43.778497 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-43b723ee-42dc-427c-b3d1-d01f429713a2 req-01e032f7-20cf-4a4d-8008-0e8da06eb0db tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037400 Jul 26 03:20:43.862079 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9546e120-982c-4521-bd83-768b440f4354 req-cb2d363e-061f-4661-bed7-e4494772025f service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819144 Jul 26 03:20:43.958302 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9546e120-982c-4521-bd83-768b440f4354 req-19aedd5c-2953-4965-a2ad-840495740c30 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893240 Jul 26 03:20:44.900739 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c5845-9cec-4839-9406-2ff6752d411b req-a9fbd5bf-5fba-45fd-8b9a-3c81d7ba8396 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:44.902996 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-252c5845-9cec-4839-9406-2ff6752d411b req-a9fbd5bf-5fba-45fd-8b9a-3c81d7ba8396 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0472307 Jul 26 03:20:44.961673 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-252c5845-9cec-4839-9406-2ff6752d411b req-63ec5ff0-80a6-48e4-9a1e-c45325fa8c0b tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535252 Jul 26 03:20:46.094988 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ad78-e457-48f1-93d4-95c0f87424ec req-ed9b9c34-b026-4523-96f0-549b094d1066 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:46.096405 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6832ad78-e457-48f1-93d4-95c0f87424ec req-ed9b9c34-b026-4523-96f0-549b094d1066 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0496030 Jul 26 03:20:46.159780 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6832ad78-e457-48f1-93d4-95c0f87424ec req-382051d2-6046-468e-bf39-8423defa3f91 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553017 Jul 26 03:20:47.293331 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75b433-245a-49c7-8c75-97009160f6c1 req-08535f5a-5ef6-4cb4-8e61-fab20d6e6a4a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:47.294754 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de75b433-245a-49c7-8c75-97009160f6c1 req-08535f5a-5ef6-4cb4-8e61-fab20d6e6a4a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0539002 Jul 26 03:20:47.357392 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-de75b433-245a-49c7-8c75-97009160f6c1 req-f6b26813-e0ff-4f0e-b746-891248c21e03 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566707 Jul 26 03:20:48.493956 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f64c9-caac-4e7b-85a4-8fe53c4f8e2a req-94598d6c-ad7e-4d7c-983f-d64723d24bea tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:20:48.495465 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-594f64c9-caac-4e7b-85a4-8fe53c4f8e2a req-94598d6c-ad7e-4d7c-983f-d64723d24bea tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0481639 Jul 26 03:20:48.564559 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-594f64c9-caac-4e7b-85a4-8fe53c4f8e2a req-2a0ab9bc-5f89-46d0-abf5-dca4a4c28f4e tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&id=85757bfa-ae92-44df-8622-137fe23985fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632071 Jul 26 03:20:49.730387 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-633ddffe-5975-405b-ae3d-ede9ded8cea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:51.984998 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b1239a1a-7c3e-4a73-a705-2f82427da5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:53.194806 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:54.639507 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:54.797783 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:20:57.341843 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=74 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:57.351365 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=73 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:58.345014 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:20:58.551392 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=76 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:20:58.554332 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=80 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:04.786479 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:04.789091 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:10.888662 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:16.294473 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=19 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:16.295595 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=15 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:19.739456 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ff61d262-05ae-4063-87ea-b9c634b08f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:21.646715 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-2e34f10f-2a3a-46cc-af5e-ba49c2cfd676 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982125173&fields=id&tenant_id=ac6c4069e73d4966aa373c5cc84d8c00 HTTP/1.1" status: 200 len: 267 time: 0.0481415 Jul 26 03:21:21.700880 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-bc23f475-6c39-47a5-843b-642d69c2d7d9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:21.702333 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-bc23f475-6c39-47a5-843b-642d69c2d7d9 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 984 time: 0.0482297 Jul 26 03:21:21.712795 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Request body: {'port': {'security_groups': ['d2e37515-e124-413d-8e14-030b23f5743f']}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:21.785408 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:21.960123 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=159811d2-c9da-4a22-9fad-b19a2ca33738,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:21.979424 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e4c22ace-2841-412b-83c7-30bfebec3e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:21.989278 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:21.994684 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.008641 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['159811d2-c9da-4a22-9fad-b19a2ca33738'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:21:22.036930 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:22.037148 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.038518 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-db5af24a-4a00-43e5-9a52-a1f2e3691bd2 req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "PUT /v2.0/ports/159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 942 time: 0.3301539 Jul 26 03:21:22.038981 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:21:22.041259 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622c81cb-49c3-4717-95f2-e998006d43e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:21:22.047023 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35370) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:22.067736 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event updated for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=7']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:22.075516 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.075861 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.076201 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.076523 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.076893 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.077168 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.077534 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.077853 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.078275 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.078594 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.078910 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.079302 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.079617 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.079937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.080388 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72862740-b2f9-4cc1-85bf-88992162241a tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.111757 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2517fcdd-96ca-4200-a545-6bf58df61237 x-openstack-request-id: req-2517fcdd-96ca-4200-a545-6bf58df61237 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:21:22.112046 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:21:22.112294 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2517fcdd-96ca-4200-a545-6bf58df61237 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:21:22.112692 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2517fcdd-96ca-4200-a545-6bf58df61237'] response: {'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'status': 'completed', 'code': 200} Jul 26 03:21:22.117927 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group (85757bfa-ae92-44df-8622-137fe23985fa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.120973 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['159811d2-c9da-4a22-9fad-b19a2ca33738'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:21:22.145733 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group (85757bfa-ae92-44df-8622-137fe23985fa), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.243613 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (85757bfa-ae92-44df-8622-137fe23985fa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.246149 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.249769 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "DELETE /v2.0/security-groups/85757bfa-ae92-44df-8622-137fe23985fa HTTP/1.1" status: 204 len: 168 time: 0.1986747 Jul 26 03:21:22.250196 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35374) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:22.264139 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-6d297850-0f33-4970-8b10-91e92e37401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:22.265634 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-6d297850-0f33-4970-8b10-91e92e37401b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1129 time: 0.1167157 Jul 26 03:21:22.272241 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85757bfa-ae92-44df-8622-137fe23985fa,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:22.298531 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.298927 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.299268 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.299595 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.299915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.300242 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.300556 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.300879 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.301183 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.301494 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.301806 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.302122 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.302423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.302729 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.303055 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e994fa-33c9-4a12-aa4d-80b3f8331b75 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:22.322606 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-2776522f-5390-42d6-938a-a2be12a24f97 None None] Provisioning complete for port 159811d2-c9da-4a22-9fad-b19a2ca33738 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:22.322606 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2776522f-5390-42d6-938a-a2be12a24f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.379469 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-7062b954-c8c2-42ea-9158-e5b7575bea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:22.381574 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-7062b954-c8c2-42ea-9158-e5b7575bea62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 915 time: 0.1060746 Jul 26 03:21:22.412432 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Deleting port 0d3f37ae-e471-44c3-948b-d772c58cec43 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:22.412773 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.432700 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-2776522f-5390-42d6-938a-a2be12a24f97 None None] Current status of the port 159811d2-c9da-4a22-9fad-b19a2ca33738 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:22.450861 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-b01470af-3085-450b-8506-2b884a9a84f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 1000 time: 0.0591569 Jul 26 03:21:22.492542 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.492779 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for floatingip (0d3f37ae-e471-44c3-948b-d772c58cec43), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.503252 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-2d6ad253-7064-4a9f-83ba-77bcf2cd02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:22.504957 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-2d6ad253-7064-4a9f-83ba-77bcf2cd02d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0469797 Jul 26 03:21:22.505607 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Calling delete_port for 0d3f37ae-e471-44c3-948b-d772c58cec43 owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:22.548772 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-0be58ad6-207d-4f56-96c4-5893501b2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:22.550334 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-0be58ad6-207d-4f56-96c4-5893501b2a82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388892 Jul 26 03:21:22.561378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-a348c957-a68c-4ee0-92d8-57006582e73c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:21:22.562335 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-a348c957-a68c-4ee0-92d8-57006582e73c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050392 Jul 26 03:21:22.610111 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:22.653534 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-19f4ea9c-53cc-49cb-997d-bcae89df3066 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848358 Jul 26 03:21:22.673925 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (0d3f37ae-e471-44c3-948b-d772c58cec43), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.700114 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event deleted for resources: {'Port': ['ID=0d3f37ae-e471-44c3-948b-d772c58cec43,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:22.745481 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-622c81cb-49c3-4717-95f2-e998006d43e6 req-da2be4ca-ac2e-4cfb-a028-9348d3e809d3 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851569 Jul 26 03:21:22.745733 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:22.765973 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks [] for floatingip (63babf09-0097-477e-88f0-a9662b3f54b7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:22.766305 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.l3_db [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Floating IP 63babf09-0097-477e-88f0-a9662b3f54b7 disassociated (deleted). External IP: 172.27.3.59, port: 159811d2-c9da-4a22-9fad-b19a2ca33738. Jul 26 03:21:22.962560 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:21:23.075751 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:21:23.081060 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:23.085891 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] Sync routers for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:21:23.096450 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:23.097081 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:23.115210 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cdcbd72a-1c5e-4c5d-9dbe-cde00b19f4ba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "DELETE /v2.0/floatingips/63babf09-0097-477e-88f0-a9662b3f54b7 HTTP/1.1" status: 204 len: 168 time: 0.8638620 Jul 26 03:21:23.187382 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:23.200281 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:23.474737 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:25Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:23.499431 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] Checking router: 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:21:23.507661 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:23.508261 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:23.606691 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:23.798317 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:25Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:23.827736 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85261c7a-4302-4930-ae65-ad16ae90f9a4 None None] The sync data for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi is: [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:21Z', 'revision_number': 4, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '02462f57-348b-432a-84b9-d50b1653d5ec', 'name': '', 'network_id': 'b0133bb5-6dfa-48ef-ab85-3d0859eda23f', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'mac_address': 'fa:16:3e:f3:77:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:20Z', 'updated_at': '2022-07-26T03:19:25Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'subnets': [{'id': 'bc131ee8-db5f-4637-8b64-6096000345b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:21:24.038248 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54e731-ac5f-4335-9432-36d386b518ea None None] New status for floating IP 63babf09-0097-477e-88f0-a9662b3f54b7: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:21:24.114112 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:21:24.116640 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36495608-4571-46dd-9f3d-b8ee222b06db" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:21:24.156554 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0fd249-7f90-4bae-9721-129b5db895fe x-openstack-request-id: req-1d0fd249-7f90-4bae-9721-129b5db895fe {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:21:24.156858 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:21:24.157167 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d0fd249-7f90-4bae-9721-129b5db895fe {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:21:24.157622 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0fd249-7f90-4bae-9721-129b5db895fe'] response: {'name': 'network-changed', 'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'status': 'completed', 'code': 200} Jul 26 03:21:24.221778 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495608-4571-46dd-9f3d-b8ee222b06db req-34f95aac-5737-47ce-97c0-82b3908ab39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:24.223593 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36495608-4571-46dd-9f3d-b8ee222b06db req-34f95aac-5737-47ce-97c0-82b3908ab39a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 1129 time: 0.0406849 Jul 26 03:21:24.317335 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495608-4571-46dd-9f3d-b8ee222b06db req-d4a76605-8e21-45ca-bfe0-4d0cd9ebcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:24.318794 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36495608-4571-46dd-9f3d-b8ee222b06db req-d4a76605-8e21-45ca-bfe0-4d0cd9ebcbc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 200 len: 915 time: 0.0888791 Jul 26 03:21:24.359582 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36495608-4571-46dd-9f3d-b8ee222b06db req-ab181aa1-999a-435c-95c6-3d68fac86315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 200 len: 217 time: 0.0313153 Jul 26 03:21:24.413261 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495608-4571-46dd-9f3d-b8ee222b06db req-bc5f9bb7-203e-4b6b-9ac7-8c2703db4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:24.414784 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36495608-4571-46dd-9f3d-b8ee222b06db req-bc5f9bb7-203e-4b6b-9ac7-8c2703db4b67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 200 len: 853 time: 0.0465419 Jul 26 03:21:24.467426 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:24.474151 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495608-4571-46dd-9f3d-b8ee222b06db req-93d31980-3cc8-4e0c-a6ba-2c6bac84f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:24.475706 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36495608-4571-46dd-9f3d-b8ee222b06db req-93d31980-3cc8-4e0c-a6ba-2c6bac84f297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0133bb5-6dfa-48ef-ab85-3d0859eda23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544639 Jul 26 03:21:24.572922 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36495608-4571-46dd-9f3d-b8ee222b06db req-f94390df-9f07-4c4b-8f62-b8619dfbba2c service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897176 Jul 26 03:21:24.642972 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:24.673586 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:24.680040 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-36495608-4571-46dd-9f3d-b8ee222b06db req-b3e29f57-3e07-41b1-b2c2-a93abb7ad425 service neutron] 10.222.0.36 "GET /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010048 Jul 26 03:21:24.790134 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:25.892783 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04337d29-2c7a-4fcf-85af-31f94c43a381 req-be9513b7-1a37-440f-88de-8b9d4a420d2d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:25.894250 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-04337d29-2c7a-4fcf-85af-31f94c43a381 req-be9513b7-1a37-440f-88de-8b9d4a420d2d tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0474284 Jul 26 03:21:25.940726 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-04337d29-2c7a-4fcf-85af-31f94c43a381 req-409eebdb-b2b0-4c44-bae9-561ae9d01f84 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Jul 26 03:21:27.075426 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298525b4-936f-4634-a3f5-92df26bbfb47 req-3e532c27-9a38-4c49-8bd6-df4441c3baf0 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:27.086405 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-298525b4-936f-4634-a3f5-92df26bbfb47 req-3e532c27-9a38-4c49-8bd6-df4441c3baf0 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0496695 Jul 26 03:21:27.132519 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-298525b4-936f-4634-a3f5-92df26bbfb47 req-9f390aa2-2106-413a-9541-f7a11342c444 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e37515-e124-413d-8e14-030b23f5743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Jul 26 03:21:27.820675 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-70767b26-9d15-48df-8aaf-786f92606363 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:27.822014 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-70767b26-9d15-48df-8aaf-786f92606363 tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 945 time: 0.0604520 Jul 26 03:21:27.906522 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Deleting port 159811d2-c9da-4a22-9fad-b19a2ca33738 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:27.906818 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:27.998926 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] For port 159811d2-c9da-4a22-9fad-b19a2ca33738, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=159811d2-c9da-4a22-9fad-b19a2ca33738,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:27.999316 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:28.012118 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Calling delete_port for 159811d2-c9da-4a22-9fad-b19a2ca33738 owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:28.139597 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (159811d2-c9da-4a22-9fad-b19a2ca33738), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:28.155777 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['159811d2-c9da-4a22-9fad-b19a2ca33738'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:21:28.168829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Pushing event deleted for resources: {'Port': ['ID=159811d2-c9da-4a22-9fad-b19a2ca33738,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:28.215536 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] No DVR routers for this DVR port 159811d2-c9da-4a22-9fad-b19a2ca33738 on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:21:28.218195 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:28.225762 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-44169189-5c2c-428c-8f84-8b502cc34c0f req-fc3bf042-65c3-4b2a-a9cb-470a9690dbae tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.36 "DELETE /v2.0/ports/159811d2-c9da-4a22-9fad-b19a2ca33738 HTTP/1.1" status: 204 len: 173 time: 0.3941083 Jul 26 03:21:28.226229 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'name': 'network-vif-deleted', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:21:28.228507 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33edaa2e-b3da-431b-a915-a2ff94e87caa" -d '{"events": [{"server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "name": "network-vif-deleted", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:21:28.252314 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-f2fc12f5-2a61-4fe9-baa0-d8002b3bcb10 req-3dd107ab-9809-448a-bbf9-8c5b75f60cba tempest-TestMinimumBasicScenario-1039113142 tempest-TestMinimumBasicScenario-1039113142-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f39307-f72e-48c5-834e-060eeead7f22 HTTP/1.1" status: 200 len: 210 time: 0.0307407 Jul 26 03:21:28.326839 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99600fbc-88f2-4f4d-b730-c5e74c6bf838 x-openstack-request-id: req-99600fbc-88f2-4f4d-b730-c5e74c6bf838 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:21:28.327157 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f39307-f72e-48c5-834e-060eeead7f22", "name": "network-vif-deleted", "tag": "159811d2-c9da-4a22-9fad-b19a2ca33738", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:21:28.327407 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99600fbc-88f2-4f4d-b730-c5e74c6bf838 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:21:28.327815 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99600fbc-88f2-4f4d-b730-c5e74c6bf838'] response: {'server_uuid': 'a6f39307-f72e-48c5-834e-060eeead7f22', 'name': 'network-vif-deleted', 'tag': '159811d2-c9da-4a22-9fad-b19a2ca33738', 'status': 'completed', 'code': 200} Jul 26 03:21:30.050680 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35464) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:30.252507 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:30.364312 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:30.453500 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:30.600447 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Deleting port 02462f57-348b-432a-84b9-d50b1653d5ec {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:30.600733 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:30.683486 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] For port 02462f57-348b-432a-84b9-d50b1653d5ec, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=02462f57-348b-432a-84b9-d50b1653d5ec,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:30.683708 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:30.696567 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Calling delete_port for 02462f57-348b-432a-84b9-d50b1653d5ec owned by network:router_interface {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:30.875167 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (02462f57-348b-432a-84b9-d50b1653d5ec), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:30.903807 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=02462f57-348b-432a-84b9-d50b1653d5ec,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:31.052314 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 159811d2-c9da-4a22-9fad-b19a2ca33738 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:21:31.072021 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: 159811d2-c9da-4a22-9fad-b19a2ca33738 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:21:31.072368 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device 159811d2-c9da-4a22-9fad-b19a2ca33738 not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:21:31.332990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:31.339355 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:31.547073 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:21:31.603164 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:31.651382 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:21:31.656447 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-5fc7513a-6955-4c71-bc54-1e7a629a5ac4 admin admin] 10.222.0.42 "PUT /v2.0/routers/0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6045606 Jul 26 03:21:31.659280 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35466) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:31.662104 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] Sync routers for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:21:31.673106 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:31.673711 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:31.759368 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks [] for router (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:31.772627 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:31.943993 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:21:30Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:31.972960 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] Checking router: 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:21:31.974669 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:31.983556 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] Routers {'0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:31.984186 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:32.028034 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:32.084144 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] Set router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:32.123950 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks [] for router_gateway (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.167725 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Deleting port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:32.168063 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.228519 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:32.251821 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] For port db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:32.252179 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.258516 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:21:30Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:32.264853 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Calling delete_port for db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:32.283240 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f19eed-50d8-475f-a855-e1f2943cd8fa None None] The sync data for ids ['0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552'] in dv-cinder-850840-2-iscsi is: [{'id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'name': 'tempest-TestMinimumBasicScenario-246839704-router', 'tenant_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:21:30Z', 'revision_number': 5, 'project_id': 'ac6c4069e73d4966aa373c5cc84d8c00', 'gw_port': {'id': 'db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:19Z', 'updated_at': '2022-07-26T03:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:21:32.359975 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:32.432501 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.462847 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Pushing event deleted for resources: {'Port': ['ID=db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:32.524192 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.631273 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.633826 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks [] for router_controller (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.683994 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.684642 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:21:32.689813 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.691005 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9a969cd7-1544-4a44-bc75-0ea6201f2713 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0e757ae0-e5f7-4ee0-8d6d-6c451c7d2552 HTTP/1.1" status: 204 len: 168 time: 1.0307064 Jul 26 03:21:32.693972 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35468) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:32.740108 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] Deleting subnet bc131ee8-db5f-4637-8b64-6096000345b4 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:21:32.743756 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] Publish callbacks [] for subnet (bc131ee8-db5f-4637-8b64-6096000345b4), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.779815 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4129470'] for subnet (bc131ee8-db5f-4637-8b64-6096000345b4), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.860492 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (bc131ee8-db5f-4637-8b64-6096000345b4), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.916778 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530183'] for subnet (bc131ee8-db5f-4637-8b64-6096000345b4), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.953717 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc131ee8-db5f-4637-8b64-6096000345b4,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:32.960269 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:32.964061 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-d6f2ca85-1b45-476d-b22f-c840fcde7426 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bc131ee8-db5f-4637-8b64-6096000345b4 HTTP/1.1" status: 204 len: 168 time: 0.2688842 Jul 26 03:21:32.966546 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35470) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:32.967078 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2efe4-e690-46c5-9333-4aec4ec5c0c5 None None] Network b0133bb5-6dfa-48ef-ab85-3d0859eda23f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:21:33.040980 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (b0133bb5-6dfa-48ef-ab85-3d0859eda23f), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.084967 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Deleting port 25aa587a-caf9-409c-9d14-60b3fcbde5aa {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:33.085306 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.146829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] For port 25aa587a-caf9-409c-9d14-60b3fcbde5aa, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=25aa587a-caf9-409c-9d14-60b3fcbde5aa,segment=NetworkSegment(af20f557-0745-4dcf-9d8b-d691bb0a5cf4),segment_id=af20f557-0745-4dcf-9d8b-d691bb0a5cf4)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:33.147209 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.160017 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Calling delete_port for 25aa587a-caf9-409c-9d14-60b3fcbde5aa owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:33.244947 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (25aa587a-caf9-409c-9d14-60b3fcbde5aa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.267405 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Pushing event deleted for resources: {'Port': ['ID=25aa587a-caf9-409c-9d14-60b3fcbde5aa,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:33.276432 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] No DVR routers for this DVR port 25aa587a-caf9-409c-9d14-60b3fcbde5aa on host dv-cinder-850840-2-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:21:33.291546 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c58a2-0957-49a1-b361-c4df65ec9d32 None None] DHCP port deletion for b0133bb5-6dfa-48ef-ab85-3d0859eda23f request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:21:33.353597 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (b0133bb5-6dfa-48ef-ab85-3d0859eda23f), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.372840 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0133bb5-6dfa-48ef-ab85-3d0859eda23f']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:33.382157 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:33.382455 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af20f557-0745-4dcf-9d8b-d691bb0a5cf4') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:33.392039 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (af20f557-0745-4dcf-9d8b-d691bb0a5cf4), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.405695 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (af20f557-0745-4dcf-9d8b-d691bb0a5cf4), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.412448 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:21:33.412827 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (af20f557-0745-4dcf-9d8b-d691bb0a5cf4), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.451179 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment af20f557-0745-4dcf-9d8b-d691bb0a5cf4 resource provider aggregate not found Jul 26 03:21:33.468927 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment af20f557-0745-4dcf-9d8b-d691bb0a5cf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af20f557-0745-4dcf-9d8b-d691bb0a5cf4 found for delete ", "request_id": "req-9feb3bf9-dd4b-4ad8-afbf-7884f5e9509f"}]} Jul 26 03:21:33.477608 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (b0133bb5-6dfa-48ef-ab85-3d0859eda23f), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.483060 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:33.486096 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] 10.222.0.42 "DELETE /v2.0/networks/b0133bb5-6dfa-48ef-ab85-3d0859eda23f HTTP/1.1" status: 204 len: 168 time: 0.5183735 Jul 26 03:21:33.489261 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35476) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:33.501032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda0bd2-c84a-47e4-a382-c68c0bed270d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0133bb5-6dfa-48ef-ab85-3d0859eda23f,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:33.590630 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:21:33.613088 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:21:33.613428 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device db699e4f-06d1-4d37-b5d5-ccbf2d38fd9b not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:21:33.613838 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 25aa587a-caf9-409c-9d14-60b3fcbde5aa no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:21:33.631690 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 25aa587a-caf9-409c-9d14-60b3fcbde5aa {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:21:33.632034 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 25aa587a-caf9-409c-9d14-60b3fcbde5aa not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:21:33.632433 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 02462f57-348b-432a-84b9-d50b1653d5ec no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:21:33.650222 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 02462f57-348b-432a-84b9-d50b1653d5ec {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:21:33.650570 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 02462f57-348b-432a-84b9-d50b1653d5ec not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:21:33.691737 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:33.807224 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:33.818982 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:34.045951 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Deleting port 48d7c27d-0e3d-4547-9e98-ddfef89dc208 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:34.046298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:34.126295 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] For port 48d7c27d-0e3d-4547-9e98-ddfef89dc208, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=48d7c27d-0e3d-4547-9e98-ddfef89dc208,segment=NetworkSegment(43bd7c3b-f24b-413e-97c5-7508a4b88bbb),segment_id=43bd7c3b-f24b-413e-97c5-7508a4b88bbb)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:34.126659 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:34.140072 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Calling delete_port for 48d7c27d-0e3d-4547-9e98-ddfef89dc208 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:34.323042 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (48d7c27d-0e3d-4547-9e98-ddfef89dc208), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:34.349255 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d7c27d-0e3d-4547-9e98-ddfef89dc208,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:34.515595 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:34.564666 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:34.670246 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:34.735529 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:21:34.839727 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:21:34.844898 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-00abb662-0a5b-4907-9f68-57fd7aead0b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3546033 Jul 26 03:21:34.847833 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35478) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:34.849831 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] Sync routers for ids ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:21:34.853188 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:34.854134 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:34.862489 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] Routers {'5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:34.863096 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:34.951669 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks [] for router (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:34.952949 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:34.961230 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] Set router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:35.054099 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks [] for router_gateway (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.097606 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Deleting port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:35.097942 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.127291 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:21:34Z', 'revision_number': 5, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port': {'id': '6f8c2170-1ce4-4a88-aecc-d951e7df5e98', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:19:24Z', 'updated_at': '2022-07-26T03:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:35.154997 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] Checking router: 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:21:35.156927 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:35.164397 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] Routers {'5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:35.165008 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:35.179565 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] For port 6f8c2170-1ce4-4a88-aecc-d951e7df5e98, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:35.179897 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.192846 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Calling delete_port for 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 owned by network:router_gateway {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:35.245923 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] Set router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:35.296012 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:21:35Z', 'revision_number': 6, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:35.320304 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d012e03-4bd6-4700-b32a-4755cd14b471 None None] The sync data for ids ['5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa'] in dv-cinder-850840-2-iscsi is: [{'id': '5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa', 'name': 'tempest-TestMinimumBasicScenario-550251449-router', 'tenant_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:19:23Z', 'updated_at': '2022-07-26T03:21:35Z', 'revision_number': 6, 'project_id': 'c5fdb1d2ed3c4ab4977d81294e5d821f', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:21:35.345583 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:21:35.358880 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (6f8c2170-1ce4-4a88-aecc-d951e7df5e98), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.384287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8c2170-1ce4-4a88-aecc-d951e7df5e98,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:35.453201 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.541844 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.544181 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks [] for router_controller (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.586902 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.587537 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa {{(pid=104279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:21:35.592040 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.593211 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-366fdcdf-5c2f-43d8-8638-6b93c9c41644 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5a1e1e1b-c925-4244-9ea7-e98d5ca3d1fa HTTP/1.1" status: 204 len: 168 time: 0.7440574 Jul 26 03:21:35.595880 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35480) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:35.638981 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] Deleting subnet d9ada90e-3b4e-409d-82db-03b87e0aa686 {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:21:35.642109 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] Publish callbacks [] for subnet (d9ada90e-3b4e-409d-82db-03b87e0aa686), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.685403 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (d9ada90e-3b4e-409d-82db-03b87e0aa686), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.763480 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 48d7c27d-0e3d-4547-9e98-ddfef89dc208 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:21:35.766088 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:35.772207 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (d9ada90e-3b4e-409d-82db-03b87e0aa686), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.787340 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 48d7c27d-0e3d-4547-9e98-ddfef89dc208 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:21:35.787686 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 48d7c27d-0e3d-4547-9e98-ddfef89dc208 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:21:35.827904 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (d9ada90e-3b4e-409d-82db-03b87e0aa686), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.850690 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ada90e-3b4e-409d-82db-03b87e0aa686,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:35.856434 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.859555 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-6533576f-1a07-4e45-af3d-c72ebb17ca5d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d9ada90e-3b4e-409d-82db-03b87e0aa686 HTTP/1.1" status: 204 len: 168 time: 0.2627878 Jul 26 03:21:35.862063 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35482) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:35.866311 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839da2d5-592e-4234-82e1-3b7ccbca651f None None] Network 8b90b63a-362b-4039-be78-ad8a5668b7ba requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:21:35.932225 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (8b90b63a-362b-4039-be78-ad8a5668b7ba), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:35.973555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Deleting port 3d65adad-fef4-48e4-9bb4-ff90dba397fd {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:35.973892 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.039502 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] For port 3d65adad-fef4-48e4-9bb4-ff90dba397fd, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=3d65adad-fef4-48e4-9bb4-ff90dba397fd,segment=NetworkSegment(43bd7c3b-f24b-413e-97c5-7508a4b88bbb),segment_id=43bd7c3b-f24b-413e-97c5-7508a4b88bbb)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:36.039732 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.052303 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Calling delete_port for 3d65adad-fef4-48e4-9bb4-ff90dba397fd owned by network:dhcp {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:36.096852 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] DHCP port deletion for 8b90b63a-362b-4039-be78-ad8a5668b7ba request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:21:36.101452 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:36.139134 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Deleting port 3d65adad-fef4-48e4-9bb4-ff90dba397fd {{(pid=104280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:21:36.139505 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), before_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.142158 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.167230 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d65adad-fef4-48e4-9bb4-ff90dba397fd,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:36.171064 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] No DVR routers for this DVR port 3d65adad-fef4-48e4-9bb4-ff90dba397fd on host dv-cinder-850840-2-iscsi {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:21:36.203124 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] For port 3d65adad-fef4-48e4-9bb4-ff90dba397fd, host dv-cinder-850840-2-iscsi, got binding levels [] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:36.203523 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), precommit_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.216820 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Calling delete_port for 3d65adad-fef4-48e4-9bb4-ff90dba397fd owned by network:dhcp {{(pid=104280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:21:36.219740 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Port 3d65adad-fef4-48e4-9bb4-ff90dba397fd was not found and therefore no delete operation was performed {{(pid=104280) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 26 03:21:36.220965 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116'] for port (3d65adad-fef4-48e4-9bb4-ff90dba397fd), after_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.242787 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Pushing event deleted for resources: {'Port': ['ID=3d65adad-fef4-48e4-9bb4-ff90dba397fd,revision_number=None']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:36.246032 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (8b90b63a-362b-4039-be78-ad8a5668b7ba), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.252491 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.253156 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.253156 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.253488 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.253821 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.254147 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.254471 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.255073 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.255195 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.255457 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.255773 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.256139 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.256457 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.256774 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.257110 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:36.260119 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5438ce-abde-485d-a43c-5d2cb2532a47 None None] No DVR routers for this DVR port 3d65adad-fef4-48e4-9bb4-ff90dba397fd on host dv-cinder-850840-2-iscsi {{(pid=104280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:21:36.267227 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b90b63a-362b-4039-be78-ad8a5668b7ba']}} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:36.282896 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bd7c3b-f24b-413e-97c5-7508a4b88bbb') {'for_net_delete': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:36.283225 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.services.segments.db [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bd7c3b-f24b-413e-97c5-7508a4b88bbb') {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:36.293535 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1083830'] for segment (43bd7c3b-f24b-413e-97c5-7508a4b88bbb), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.307041 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (43bd7c3b-f24b-413e-97c5-7508a4b88bbb), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.314901 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:21:36.315330 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3067651'] for segment (43bd7c3b-f24b-413e-97c5-7508a4b88bbb), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.359225 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 43bd7c3b-f24b-413e-97c5-7508a4b88bbb resource provider aggregate not found Jul 26 03:21:36.383539 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.services.segments.plugin [-] Segment 43bd7c3b-f24b-413e-97c5-7508a4b88bbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43bd7c3b-f24b-413e-97c5-7508a4b88bbb found for delete ", "request_id": "req-0883ceea-6baa-424e-903c-972ff541fb21"}]} Jul 26 03:21:36.392281 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (8b90b63a-362b-4039-be78-ad8a5668b7ba), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.397737 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.400852 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8b90b63a-362b-4039-be78-ad8a5668b7ba HTTP/1.1" status: 204 len: 168 time: 0.5379136 Jul 26 03:21:36.412377 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e39170-9204-47f0-9cc8-9a1d5700f129 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b90b63a-362b-4039-be78-ad8a5668b7ba,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:36.579894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35490) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:36.623443 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-00e9db73-2ec7-4b86-b289-162588fe7c83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac6c4069e73d4966aa373c5cc84d8c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422022 Jul 26 03:21:36.626026 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35492) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:36.678701 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd64d5c0-c3b4-4e5f-bbcf-6b43fb173287 admin admin] Publish callbacks [] for security_group (d2e37515-e124-413d-8e14-030b23f5743f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.706238 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd64d5c0-c3b4-4e5f-bbcf-6b43fb173287 admin admin] Publish callbacks [] for security_group (d2e37515-e124-413d-8e14-030b23f5743f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.758182 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd64d5c0-c3b4-4e5f-bbcf-6b43fb173287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (d2e37515-e124-413d-8e14-030b23f5743f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.762553 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bd64d5c0-c3b4-4e5f-bbcf-6b43fb173287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:36.763973 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-bd64d5c0-c3b4-4e5f-bbcf-6b43fb173287 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2e37515-e124-413d-8e14-030b23f5743f HTTP/1.1" status: 204 len: 168 time: 0.1368885 Jul 26 03:21:36.772290 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64d5c0-c3b4-4e5f-bbcf-6b43fb173287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e37515-e124-413d-8e14-030b23f5743f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:37.096384 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35498) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:37.138603 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0a7dbe67-7ec3-4e52-a261-5aa3f7583118 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5fdb1d2ed3c4ab4977d81294e5d821f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410130 Jul 26 03:21:37.141134 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35500) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:37.191478 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-20c9ead6-103f-4cae-b0d2-c71c8903990a admin admin] Publish callbacks [] for security_group (a84b3c3b-caba-45fa-a1c0-57ca751548a8), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:37.216392 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-20c9ead6-103f-4cae-b0d2-c71c8903990a admin admin] Publish callbacks [] for security_group (a84b3c3b-caba-45fa-a1c0-57ca751548a8), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:37.270603 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-20c9ead6-103f-4cae-b0d2-c71c8903990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a84b3c3b-caba-45fa-a1c0-57ca751548a8), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:37.273741 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-20c9ead6-103f-4cae-b0d2-c71c8903990a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:37.274998 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-20c9ead6-103f-4cae-b0d2-c71c8903990a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a84b3c3b-caba-45fa-a1c0-57ca751548a8 HTTP/1.1" status: 204 len: 168 time: 0.1330085 Jul 26 03:21:37.283043 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9ead6-103f-4cae-b0d2-c71c8903990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84b3c3b-caba-45fa-a1c0-57ca751548a8,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:37.586135 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:21:37.605255 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:21:37.605688 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 6f8c2170-1ce4-4a88-aecc-d951e7df5e98 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:21:37.606146 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 3d65adad-fef4-48e4-9bb4-ff90dba397fd no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:21:37.626894 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 3d65adad-fef4-48e4-9bb4-ff90dba397fd {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:21:37.627263 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 3d65adad-fef4-48e4-9bb4-ff90dba397fd not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:21:38.003402 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35522) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:38.102659 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1001657982-network', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:38.126290 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Made reservation on behalf of d582e70969cb448b86cd6c9ca31512ee for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:21:38.128637 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.137532 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.213638 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks [] for security_group (060dd57c-69a2-466a-8d9c-bcf67faaff87), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.219708 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (060dd57c-69a2-466a-8d9c-bcf67faaff87), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.245603 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:21:38.249679 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:38.257228 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060dd57c-69a2-466a-8d9c-bcf67faaff87,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:38.263740 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (196a29d6-f0db-46e5-b508-5b1360a68986), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.264105 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Added segment 196a29d6-f0db-46e5-b508-5b1360a68986 of type vlan for network 05a6d8c8-75af-4261-9b6e-035a9059e17e Jul 26 03:21:38.297930 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:38.306890 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (05a6d8c8-75af-4261-9b6e-035a9059e17e), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.336145 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (05a6d8c8-75af-4261-9b6e-035a9059e17e), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.337090 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:38.337712 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.398034 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3935664 Jul 26 03:21:38.401240 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35526) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:38.403443 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9475aa-18a4-400b-9686-a25497df8017 admin admin] Pushing event updated for resources: {'Network': ['ID=05a6d8c8-75af-4261-9b6e-035a9059e17e,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:38.406193 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Request body: {'subnet': {'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1001657982-subnet', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:38.413397 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:21:38.428106 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Made reservation on behalf of d582e70969cb448b86cd6c9ca31512ee for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:21:38.430569 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3733952'] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.514827 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:38.602653 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3067804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3733998'] for subnet (6d2675c2-5552-4cb2-bf19-5db5eb26c296), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.656030 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2675c2-5552-4cb2-bf19-5db5eb26c296,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:38.666427 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Checking segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:38.666775 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Network hostable DHCP agents. Network: 05a6d8c8-75af-4261-9b6e-035a9059e17e, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:21:38.685328 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:21:38.695379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, 05a6d8c8-75af-4261-9b6e-035a9059e17e) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:38.699423 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:38.699999 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.706620 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5e6ad-f006-4ea0-97b4-fe9d6b81fb1a None None] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:21:38.715734 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c92bb2a7-2db6-4bd7-8979-d8d5681f62ec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3134034 Jul 26 03:21:38.718648 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35528) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:38.722842 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:38.744389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (65593959-0bbb-4383-9a18-715de24d8bdd), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.745380 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (65593959-0bbb-4383-9a18-715de24d8bdd), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.797872 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks [] for router_controller (65593959-0bbb-4383-9a18-715de24d8bdd), precommit_add_association {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.805488 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-05a6d8c8-75af-4261-9b6e-035a9059e17e', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:21:38.806426 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.826112 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:38.931220 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks [] for router_gateway (65593959-0bbb-4383-9a18-715de24d8bdd), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:38.942016 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Allocated IP 172.20.0.2 (05a6d8c8-75af-4261-9b6e-035a9059e17e/6d2675c2-5552-4cb2-bf19-5db5eb26c296/0a59c5eb-9688-4a31-94b7-f7f443e6a5fd) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:21:38.990689 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:39.124254 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:39.124511 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks [] for router_gateway (65593959-0bbb-4383-9a18-715de24d8bdd), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.143540 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.213230 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Publish callbacks [] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.219085 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.254379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Allocated IP 172.27.3.8 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/1151ab16-225a-4593-96c1-32d9b9869dda) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:21:39.258250 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:39.261320 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:39.265223 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:21:39.272044 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Pushing event updated for resources: {'Port': ['ID=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:39.327624 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Attempting to bind port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:21:39.327951 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Attempting to bind port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:21:39.328309 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Attempting to bind port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:21:39.333430 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:21:39.333793 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Checking segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:39.334275 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.334663 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Bound using segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:21:39.335154 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Bound port: 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:21:39.335529 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.358512 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks [] for port (1151ab16-225a-4593-96c1-32d9b9869dda), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.379154 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:39.392187 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.399575 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] For port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:21:39.403438 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] For port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:21:39.410484 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.439415 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:39.442983 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:39.446621 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:21:39.467485 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caf451-20ae-4f0b-989b-0c4986a23cc6 None None] Pushing event updated for resources: {'Port': ['ID=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:39.476455 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Pushing event updated for resources: {'Port': ['ID=1151ab16-225a-4593-96c1-32d9b9869dda,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:39.712648 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks [] for router_gateway (65593959-0bbb-4383-9a18-715de24d8bdd), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:39.835119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:39.895970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (65593959-0bbb-4383-9a18-715de24d8bdd), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.301222 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Router 65593959-0bbb-4383-9a18-715de24d8bdd is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:21:40.327138 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe291f31-db03-44ad-bbd3-5d6d4ec2cee0 None None] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:21:40.382707 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-71cae82c-1bf8-4864-af91-0c04c8269667 None None] Provisioning complete for port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:40.383243 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-71cae82c-1bf8-4864-af91-0c04c8269667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.401738 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:21:40.411992 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:21:40.423320 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.424835 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-2e3efc6c-272d-4291-8c8b-b0f16a2e965f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7051370 Jul 26 03:21:40.425076 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:40.425763 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:40.427564 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35530) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:40.512959 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-71cae82c-1bf8-4864-af91-0c04c8269667 None None] Current status of the port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:40.513393 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-71cae82c-1bf8-4864-af91-0c04c8269667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.531468 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:40.556559 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-71cae82c-1bf8-4864-af91-0c04c8269667 None None] For port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:40.561492 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-71cae82c-1bf8-4864-af91-0c04c8269667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.587227 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:40.619372 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cae82c-1bf8-4864-af91-0c04c8269667 None None] Pushing event updated for resources: {'Port': ['ID=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:40.782565 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-105f8d45-4cc0-4610-854c-b27b47a7eeaf None None] Provisioning complete for port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:40.782851 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-105f8d45-4cc0-4610-854c-b27b47a7eeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.808696 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:39Z', 'revision_number': 3, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:40.842549 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:21:40.842920 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Updating router 65593959-0bbb-4383-9a18-715de24d8bdd port 1151ab16-225a-4593-96c1-32d9b9869dda binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:21:40.856276 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.859333 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-105f8d45-4cc0-4610-854c-b27b47a7eeaf None None] Current status of the port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:40.871005 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:40.909022 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.104408 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:41.127241 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Publish callbacks [] for port (1151ab16-225a-4593-96c1-32d9b9869dda), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.135824 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.191923 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Attempting to bind port 1151ab16-225a-4593-96c1-32d9b9869dda on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:21:41.192278 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Attempting to bind port 1151ab16-225a-4593-96c1-32d9b9869dda by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:21:41.192636 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Attempting to bind port 1151ab16-225a-4593-96c1-32d9b9869dda on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:21:41.194894 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Pushing event updated for resources: {'Port': ['ID=1151ab16-225a-4593-96c1-32d9b9869dda,revision_number=2']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:41.204325 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.204669 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.205009 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.205377 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.205710 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.206037 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.206357 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.206679 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.207030 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.207354 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.207675 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.208007 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.208332 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.208641 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.208973 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:21:41.212389 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:21:41.212798 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:41.213200 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.213569 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:21:41.214042 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Bound port: 1151ab16-225a-4593-96c1-32d9b9869dda, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:21:41.214412 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.262228 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] For port 1151ab16-225a-4593-96c1-32d9b9869dda, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:21:41.265206 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] For port 1151ab16-225a-4593-96c1-32d9b9869dda, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1151ab16-225a-4593-96c1-32d9b9869dda,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:21:41.271404 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.284475 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Allocated IP 172.20.0.1 (05a6d8c8-75af-4261-9b6e-035a9059e17e/6d2675c2-5552-4cb2-bf19-5db5eb26c296/8712071d-0937-4139-8f91-14e39984691f) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:21:41.330346 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:41.331207 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca066b8-36a5-42ab-81c2-3454bfa84240 None None] Pushing event updated for resources: {'Port': ['ID=1151ab16-225a-4593-96c1-32d9b9869dda,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:41.336094 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:41.336709 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:41.359685 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:41.395170 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks [] for port (8712071d-0937-4139-8f91-14e39984691f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.427480 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (8712071d-0937-4139-8f91-14e39984691f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.441825 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:41.457683 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:41.474099 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:41.478085 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:41.480518 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Pushing event updated for resources: {'Port': ['ID=8712071d-0937-4139-8f91-14e39984691f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:41.482743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:21:41.521310 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (65593959-0bbb-4383-9a18-715de24d8bdd), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.639173 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:39Z', 'revision_number': 3, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:41.640024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:41.664516 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8712071d-0937-4139-8f91-14e39984691f), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.666277 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5e297-e9ae-4e2c-9fda-43e898494b77 None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:39Z', 'revision_number': 3, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:21:41.681610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:41.706013 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:41.706394 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.792645 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-e198e8d2-3d87-41a5-aac8-4add16b0327f None None] Provisioning complete for port 8712071d-0937-4139-8f91-14e39984691f triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:41.793105 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e198e8d2-3d87-41a5-aac8-4add16b0327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8712071d-0937-4139-8f91-14e39984691f), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.794733 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:41.829038 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-e198e8d2-3d87-41a5-aac8-4add16b0327f None None] Port 8712071d-0937-4139-8f91-14e39984691f cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:21:41.833040 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks [] for port (8712071d-0937-4139-8f91-14e39984691f), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.838745 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (8712071d-0937-4139-8f91-14e39984691f), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:41.914292 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Pushing event updated for resources: {'Port': ['ID=8712071d-0937-4139-8f91-14e39984691f,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:41.922262 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (65593959-0bbb-4383-9a18-715de24d8bdd), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:42.026492 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:42.028184 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:42.145919 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:21:42.193814 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:42.255255 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-7040c5aa-74ca-4981-9c31-80f7cf6c59c9 None None] Provisioning complete for port 8712071d-0937-4139-8f91-14e39984691f triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:42.255770 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7040c5aa-74ca-4981-9c31-80f7cf6c59c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8712071d-0937-4139-8f91-14e39984691f), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:42.257555 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:21:42.262856 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-8a80b328-a5cb-48cc-aade-d611809d681e admin admin] 10.222.0.42 "PUT /v2.0/routers/65593959-0bbb-4383-9a18-715de24d8bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341255 Jul 26 03:21:42.289261 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-7040c5aa-74ca-4981-9c31-80f7cf6c59c9 None None] Port 8712071d-0937-4139-8f91-14e39984691f cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:21:42.765307 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35546) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:42.776379 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705446719-network', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:42.798932 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Made reservation on behalf of ef345f35153a4a2d8512c25864316b63 for: {'network': 1} {{(pid=104278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:21:42.801507 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for network (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:42.810316 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:42.825637 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:42.894469 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks [] for security_group (b8286bdc-3a10-457f-92c0-dba946fe3ae0), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:42.899713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b8286bdc-3a10-457f-92c0-dba946fe3ae0), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:42.929092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 03:21:42.935967 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8286bdc-3a10-457f-92c0-dba946fe3ae0,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:42.944412 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (d46d283c-01ee-4903-864e-32c60ab7d8cd), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:42.944541 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.segments_db [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Added segment d46d283c-01ee-4903-864e-32c60ab7d8cd of type vlan for network a1862923-dda7-4976-abd0-ba193b83380f Jul 26 03:21:42.990378 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767197897858'] for network (a1862923-dda7-4976-abd0-ba193b83380f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.017855 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660'] for network (a1862923-dda7-4976-abd0-ba193b83380f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.018914 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:43.019527 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.078326 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3118885 Jul 26 03:21:43.081624 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35548) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:43.083367 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4ad8f-bb5a-40c5-9f11-0550cec43629 admin admin] Pushing event updated for resources: {'Network': ['ID=a1862923-dda7-4976-abd0-ba193b83380f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:43.094467 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Request body: {'subnet': {'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705446719-subnet', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'ip_version': 4}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:43.098041 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Network a1862923-dda7-4976-abd0-ba193b83380f details requested by agent ovs-agent-dv-cinder-850840-2-iscsi with host dv-cinder-850840-2-iscsi {{(pid=104280) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 03:21:43.119395 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Made reservation on behalf of ef345f35153a4a2d8512c25864316b63 for: {'subnet': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:21:43.125074 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3733952'] for subnet (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.198780 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:21:43.209315 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:43.209937 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:43.281529 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:43.308285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3067804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3733998'] for subnet (99c32dde-44ff-46f2-903e-9f1233330b22), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.314891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:43.359091 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c32dde-44ff-46f2-903e-9f1233330b22,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:43.374239 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Checking segment: {'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:43.374591 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Network hostable DHCP agents. Network: a1862923-dda7-4976-abd0-ba193b83380f, hostable agents: ['221b881a-fcd1-4e46-962b-076d0d1fb8a7'], hosted agents: [] {{(pid=104279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 03:21:43.396073 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Network a1862923-dda7-4976-abd0-ba193b83380f is scheduled to be hosted by DHCP agent 221b881a-fcd1-4e46-962b-076d0d1fb8a7 with binding_index 1 {{(pid=104279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 03:21:43.406482 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-2-iscsi, a1862923-dda7-4976-abd0-ba193b83380f) {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:43.410725 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:21:43.411357 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.423216 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c6260-0599-42d1-9de3-e1f714230dba None None] Network a1862923-dda7-4976-abd0-ba193b83380f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:21:43.429669 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-05bb5671-32b0-45aa-8171-0a4540637ed5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3467717 Jul 26 03:21:43.432088 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35550) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:43.436252 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:43.457630 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4006'] for router (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.458613 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-691965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4015'] for router (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.481768 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:43.513178 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks [] for router_controller (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), precommit_add_association {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.592443 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3f4bcd2-219d-5848-bae0-fd74daf4f87f-a1862923-dda7-4976-abd0-ba193b83380f', 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f', 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'fixed_ips': [{'subnet_id': '99c32dde-44ff-46f2-903e-9f1233330b22'}]}} from dv-cinder-850840-2-iscsi. {{(pid=104280) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 03:21:43.594064 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.611245 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 2, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:43.647579 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1151ab16-225a-4593-96c1-32d9b9869dda up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:43.649600 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:43.653304 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:21:43.653769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Updating router 65593959-0bbb-4383-9a18-715de24d8bdd port 8712071d-0937-4139-8f91-14e39984691f binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:21:43.658485 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks [] for router_gateway (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.764944 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8712071d-0937-4139-8f91-14e39984691f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.829857 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=100 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:43.834667 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks [] for router_gateway (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.838830 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1151ab16-225a-4593-96c1-32d9b9869dda triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:43.839230 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.857021 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:43.868510 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.db_base_plugin_common [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Allocated IP 172.20.0.2 (a1862923-dda7-4976-abd0-ba193b83380f/99c32dde-44ff-46f2-903e-9f1233330b22/5bb23abd-3246-413d-814b-a1e6bdcbbd55) {{(pid=104280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:21:43.962732 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Allocated IP 172.27.3.45 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/4e59a485-c378-4a59-b4df-9d3a470aeabc) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:21:44.071770 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks [] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.105488 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.145301 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:44.148034 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:44.153632 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:44.156192 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:21:44.160594 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Pushing event updated for resources: {'Port': ['ID=4e59a485-c378-4a59-b4df-9d3a470aeabc,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:44.231883 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1151ab16-225a-4593-96c1-32d9b9869dda is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:44.232522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.278901 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 1151ab16-225a-4593-96c1-32d9b9869dda, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1151ab16-225a-4593-96c1-32d9b9869dda,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:44.297019 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.405426 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks [] for router_gateway (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.414302 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Publish callbacks [] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), precommit_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.424432 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=1151ab16-225a-4593-96c1-32d9b9869dda,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:44.431365 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), after_create {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.461380 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:44.467886 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Publish callbacks [] for port (8712071d-0937-4139-8f91-14e39984691f), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.480028 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8712071d-0937-4139-8f91-14e39984691f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.499857 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:44.503749 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Network a1862923-dda7-4976-abd0-ba193b83380f is already hosted by enough agents. {{(pid=104280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:44.509685 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.scheduler.base_scheduler [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Resources bound (agent type, host, resource id): {{(pid=104280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:44.512466 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Pushing event updated for resources: {'Port': ['ID=5bb23abd-3246-413d-814b-a1e6bdcbbd55,revision_number=1']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:44.517557 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Received port after_create {{(pid=104280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:21:44.607472 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f47d2c-2b4f-41bb-b16d-48b52dadbf3b None None] Pushing event updated for resources: {'Port': ['ID=8712071d-0937-4139-8f91-14e39984691f,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:44.630571 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-691841'] for router (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.655171 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Attempting to bind port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:21:44.655604 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Attempting to bind port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:21:44.655896 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Attempting to bind port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 on network a1862923-dda7-4976-abd0-ba193b83380f {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:21:44.657912 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:44.672300 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:21:44.672672 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Checking segment: {'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:44.673079 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.673469 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Bound using segment: {'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:21:44.673950 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Bound port: 5bb23abd-3246-413d-814b-a1e6bdcbbd55, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:21:44.674324 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.688430 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Attempting to bind port 8712071d-0937-4139-8f91-14e39984691f on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:21:44.688787 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Attempting to bind port 8712071d-0937-4139-8f91-14e39984691f by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:21:44.689140 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Attempting to bind port 8712071d-0937-4139-8f91-14e39984691f on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:21:44.716984 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:21:44.717355 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Checking segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:44.717749 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.718136 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Bound using segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:21:44.718608 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Bound port: 8712071d-0937-4139-8f91-14e39984691f, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:21:44.718991 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8712071d-0937-4139-8f91-14e39984691f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.753228 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-c6342768-5a75-43fb-90e9-d8dbceac12ec None None] Provisioning complete for port 8712071d-0937-4139-8f91-14e39984691f triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:44.753651 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c6342768-5a75-43fb-90e9-d8dbceac12ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8712071d-0937-4139-8f91-14e39984691f), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.756408 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 is scheduled to L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a with binding_index 1 {{(pid=104279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 03:21:44.819964 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] For port 5bb23abd-3246-413d-814b-a1e6bdcbbd55, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:21:44.839774 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-c6342768-5a75-43fb-90e9-d8dbceac12ec None None] Port 8712071d-0937-4139-8f91-14e39984691f cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:21:44.849497 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] For port 5bb23abd-3246-413d-814b-a1e6bdcbbd55, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=5bb23abd-3246-413d-814b-a1e6bdcbbd55,segment=NetworkSegment(d46d283c-01ee-4903-864e-32c60ab7d8cd),segment_id=d46d283c-01ee-4903-864e-32c60ab7d8cd)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:21:44.857414 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] For port 8712071d-0937-4139-8f91-14e39984691f, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:21:44.859419 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:21:44.862563 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.867550 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] For port 8712071d-0937-4139-8f91-14e39984691f, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8712071d-0937-4139-8f91-14e39984691f,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:21:44.871229 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Sync routers for ids ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:21:44.879565 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.881025 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f04135fd-bd52-4a8f-b6a8-75afedcbc9ed admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4479151 Jul 26 03:21:44.884178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35552) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:44.892600 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Routers {'94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:44.899553 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:44.901823 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8712071d-0937-4139-8f91-14e39984691f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:44.946081 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420ad0e-3737-416c-a093-b75bd443d8bb None None] Pushing event updated for resources: {'Port': ['ID=5bb23abd-3246-413d-814b-a1e6bdcbbd55,revision_number=2']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:44.954860 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:44.955537 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:45.105117 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Set router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:45.110923 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f47d2c-2b4f-41bb-b16d-48b52dadbf3b None None] Pushing event updated for resources: {'Port': ['ID=8712071d-0937-4139-8f91-14e39984691f,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:45.217100 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:45.290080 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-c25b505a-a925-4bfb-9038-4ca0bb9ad235 None None] Provisioning complete for port 8712071d-0937-4139-8f91-14e39984691f triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:45.290795 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c25b505a-a925-4bfb-9038-4ca0bb9ad235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8712071d-0937-4139-8f91-14e39984691f), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.412668 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 3, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port': {'id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:45.439126 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:45.441431 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Checking router: 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:21:45.441982 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Updating router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 port 4e59a485-c378-4a59-b4df-9d3a470aeabc binding host dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:21:45.477592 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:45.491709 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.552773 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-c25b505a-a925-4bfb-9038-4ca0bb9ad235 None None] Current status of the port 8712071d-0937-4139-8f91-14e39984691f is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:45.553169 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c25b505a-a925-4bfb-9038-4ca0bb9ad235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (8712071d-0937-4139-8f91-14e39984691f), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.562022 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:45.565094 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.586645 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:45.621484 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfcd43-15c6-4ad3-b97a-dac5f3b2cff8 None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:21:45.640665 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-c25b505a-a925-4bfb-9038-4ca0bb9ad235 None None] For port 8712071d-0937-4139-8f91-14e39984691f, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8712071d-0937-4139-8f91-14e39984691f,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:45.648295 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c25b505a-a925-4bfb-9038-4ca0bb9ad235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (8712071d-0937-4139-8f91-14e39984691f), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.734314 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b505a-a925-4bfb-9038-4ca0bb9ad235 None None] Pushing event updated for resources: {'Port': ['ID=8712071d-0937-4139-8f91-14e39984691f,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:45.749499 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:45.812347 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1151ab16-225a-4593-96c1-32d9b9869dda up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:45.827553 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Allocated IP 172.20.0.1 (a1862923-dda7-4976-abd0-ba193b83380f/99c32dde-44ff-46f2-903e-9f1233330b22/9f750df7-bc1c-4478-9027-ddcd23509037) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:21:45.882207 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:45.894052 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Publish callbacks [] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), precommit_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.901008 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.901581 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 1151ab16-225a-4593-96c1-32d9b9869dda triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:45.902073 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.939199 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:45.970442 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Attempting to bind port 4e59a485-c378-4a59-b4df-9d3a470aeabc on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:21:45.971144 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Attempting to bind port 4e59a485-c378-4a59-b4df-9d3a470aeabc by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:21:45.971559 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Attempting to bind port 4e59a485-c378-4a59-b4df-9d3a470aeabc on network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:21:45.972085 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks [] for port (9f750df7-bc1c-4478-9027-ddcd23509037), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.979163 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5145afe-1b56-44b1-b6e3-a712694b949c None None] Pushing event updated for resources: {'Port': ['ID=4e59a485-c378-4a59-b4df-9d3a470aeabc,revision_number=2']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:45.983696 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:21:45.984107 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Checking segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:45.984505 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:45.984915 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Bound using segment: {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'} {{(pid=104281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:21:45.985445 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.managers [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Bound port: 4e59a485-c378-4a59-b4df-9d3a470aeabc, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4509579-bc86-49e6-8de3-7930c864b912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e'}}] {{(pid=104281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:21:45.985814 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), before_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.016136 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 1151ab16-225a-4593-96c1-32d9b9869dda is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:46.017227 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5bb23abd-3246-413d-814b-a1e6bdcbbd55 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:46.049802 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.066190 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] For port 4e59a485-c378-4a59-b4df-9d3a470aeabc, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:21:46.068194 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:46.068861 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.073877 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.plugins.ml2.db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] For port 4e59a485-c378-4a59-b4df-9d3a470aeabc, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4e59a485-c378-4a59-b4df-9d3a470aeabc,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:21:46.089188 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron_lib.callbacks.manager [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), after_update {{(pid=104281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.107233 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Network a1862923-dda7-4976-abd0-ba193b83380f is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:46.113395 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:46.117773 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:21:46.121217 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Pushing event updated for resources: {'Port': ['ID=9f750df7-bc1c-4478-9027-ddcd23509037,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:46.162796 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Routers {'94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:46.163495 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:46.168800 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5145afe-1b56-44b1-b6e3-a712694b949c None None] Pushing event updated for resources: {'Port': ['ID=4e59a485-c378-4a59-b4df-9d3a470aeabc,revision_number=3']} {{(pid=104281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:46.173310 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:46.173892 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.192279 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631681'] for router_interface (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.212854 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 5bb23abd-3246-413d-814b-a1e6bdcbbd55, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=5bb23abd-3246-413d-814b-a1e6bdcbbd55,segment=NetworkSegment(d46d283c-01ee-4903-864e-32c60ab7d8cd),segment_id=d46d283c-01ee-4903-864e-32c60ab7d8cd)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:46.227722 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.281292 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=5bb23abd-3246-413d-814b-a1e6bdcbbd55,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:46.366570 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.393896 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c892f7-a84f-43c7-883a-65b93e648ac4 None None] Network a1862923-dda7-4976-abd0-ba193b83380f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:21:46.430391 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] Set router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:46.486157 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-8dfdeb06-82fc-45c5-9d88-e4242046da2a None None] Provisioning complete for port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:46.486438 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8dfdeb06-82fc-45c5-9d88-e4242046da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.566893 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:46.571930 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks [] for port (9f750df7-bc1c-4478-9027-ddcd23509037), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.579860 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4099407'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.617943 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdeb06-82fc-45c5-9d88-e4242046da2a None None] Current status of the port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:46.643693 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 3, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port': {'id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:46.670742 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:46.674998 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3283cb-99a2-4f61-a504-36b66b0453a8 None None] The sync data for ids ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'] in dv-cinder-850840-2-iscsi is: [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 3, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port': {'id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:21:46.683618 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Pushing event updated for resources: {'Port': ['ID=9f750df7-bc1c-4478-9027-ddcd23509037,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:46.697723 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631805'] for router_interface (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.808373 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Network a1862923-dda7-4976-abd0-ba193b83380f is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:21:46.809848 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:21:46.820298 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:46.837745 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-ec8a3ce0-a2ba-49fb-8f57-fee9a290c6ee None None] Provisioning complete for port 9f750df7-bc1c-4478-9027-ddcd23509037 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:46.838119 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3ce0-a2ba-49fb-8f57-fee9a290c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.892451 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a3ce0-a2ba-49fb-8f57-fee9a290c6ee None None] Port 9f750df7-bc1c-4478-9027-ddcd23509037 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:21:46.902415 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-ec8a3ce0-a2ba-49fb-8f57-fee9a290c6ee None None] Provisioning complete for port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:46.902798 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3ce0-a2ba-49fb-8f57-fee9a290c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:46.980249 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:21:47.013650 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a3ce0-a2ba-49fb-8f57-fee9a290c6ee None None] Current status of the port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:47.114939 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:21:47.123825 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-99aa2803-a970-4496-82b3-33d4d3a27161 admin admin] 10.222.0.42 "PUT /v2.0/routers/94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2382710 Jul 26 03:21:47.133427 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-41dbdfc7-e4d3-425c-9a9d-f425912efe9f None None] Provisioning complete for port 9f750df7-bc1c-4478-9027-ddcd23509037 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:47.133801 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-41dbdfc7-e4d3-425c-9a9d-f425912efe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:47.328012 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-41dbdfc7-e4d3-425c-9a9d-f425912efe9f None None] Port 9f750df7-bc1c-4478-9027-ddcd23509037 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:21:47.447852 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-670daf25-e48c-48c9-a309-320a619b0e19 None None] Provisioning complete for port 9f750df7-bc1c-4478-9027-ddcd23509037 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:47.449103 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-670daf25-e48c-48c9-a309-320a619b0e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:47.483187 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-670daf25-e48c-48c9-a309-320a619b0e19 None None] Port 9f750df7-bc1c-4478-9027-ddcd23509037 cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:21:47.680545 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8712071d-0937-4139-8f91-14e39984691f up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:47.727188 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 8712071d-0937-4139-8f91-14e39984691f triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:47.727559 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (8712071d-0937-4139-8f91-14e39984691f), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:47.766454 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:47.800410 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 8712071d-0937-4139-8f91-14e39984691f is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:47.801423 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4e59a485-c378-4a59-b4df-9d3a470aeabc up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:47.850509 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 4e59a485-c378-4a59-b4df-9d3a470aeabc triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:47.850887 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:47.925548 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 4e59a485-c378-4a59-b4df-9d3a470aeabc is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:47.925928 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:47.947644 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] For port 4e59a485-c378-4a59-b4df-9d3a470aeabc, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4e59a485-c378-4a59-b4df-9d3a470aeabc,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:47.952805 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:47.953602 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5bb23abd-3246-413d-814b-a1e6bdcbbd55 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:48.023511 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Pushing event updated for resources: {'Port': ['ID=4e59a485-c378-4a59-b4df-9d3a470aeabc,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:48.032288 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:48.032647 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.104601 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:48.576640 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35562) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:48.581602 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-7703f666-49f8-479f-948e-cd2f72a58641 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378346409', 'description': 'tempest-secgroup-smoke-1378346409 description', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:48.605680 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7703f666-49f8-479f-948e-cd2f72a58641 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.677630 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7703f666-49f8-479f-948e-cd2f72a58641 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group (a13e766d-84b2-4d69-a52e-6d5647cb7033), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.682909 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7703f666-49f8-479f-948e-cd2f72a58641 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a13e766d-84b2-4d69-a52e-6d5647cb7033), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.704698 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:48.714206 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-7703f666-49f8-479f-948e-cd2f72a58641 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.715458 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-7703f666-49f8-479f-948e-cd2f72a58641 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1376810 Jul 26 03:21:48.717653 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f666-49f8-479f-948e-cd2f72a58641 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e766d-84b2-4d69-a52e-6d5647cb7033,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:48.718804 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35564) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:48.725104 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-6e19157a-29a3-4d0e-a218-babb47724ba9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'security_group_rule': {'security_group_id': 'a13e766d-84b2-4d69-a52e-6d5647cb7033', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:48.755487 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e19157a-29a3-4d0e-a218-babb47724ba9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (7d97c76b-04ee-464c-b0bb-3aa94f740638), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.821089 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e19157a-29a3-4d0e-a218-babb47724ba9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (7d97c76b-04ee-464c-b0bb-3aa94f740638), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.827516 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e19157a-29a3-4d0e-a218-babb47724ba9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (7d97c76b-04ee-464c-b0bb-3aa94f740638), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.848389 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19157a-29a3-4d0e-a218-babb47724ba9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d97c76b-04ee-464c-b0bb-3aa94f740638,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:48.855391 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e19157a-29a3-4d0e-a218-babb47724ba9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.856837 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-6e19157a-29a3-4d0e-a218-babb47724ba9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360943 Jul 26 03:21:48.859990 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35566) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:48.864625 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-11e94a87-68c0-4940-a192-448a89d16aa1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'security_group_rule': {'security_group_id': 'a13e766d-84b2-4d69-a52e-6d5647cb7033', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:48.892970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-11e94a87-68c0-4940-a192-448a89d16aa1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (38f5e12a-6d76-4877-88eb-afd9bc7b2ffd), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.951094 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-11e94a87-68c0-4940-a192-448a89d16aa1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (38f5e12a-6d76-4877-88eb-afd9bc7b2ffd), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.956339 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-11e94a87-68c0-4940-a192-448a89d16aa1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (38f5e12a-6d76-4877-88eb-afd9bc7b2ffd), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.976529 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e94a87-68c0-4940-a192-448a89d16aa1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f5e12a-6d76-4877-88eb-afd9bc7b2ffd,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:48.983734 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-11e94a87-68c0-4940-a192-448a89d16aa1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:48.984877 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-11e94a87-68c0-4940-a192-448a89d16aa1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238625 Jul 26 03:21:48.987976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35568) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:48.992981 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-39cf8a12-dcbd-4940-a535-10bbd2f4c031 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'security_group_rule': {'security_group_id': 'a13e766d-84b2-4d69-a52e-6d5647cb7033', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:49.022934 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39cf8a12-dcbd-4940-a535-10bbd2f4c031 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (05686c22-1fc0-48de-b9b3-1084e456e2a8), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.082921 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39cf8a12-dcbd-4940-a535-10bbd2f4c031 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (05686c22-1fc0-48de-b9b3-1084e456e2a8), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.087158 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39cf8a12-dcbd-4940-a535-10bbd2f4c031 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (05686c22-1fc0-48de-b9b3-1084e456e2a8), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.105728 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf8a12-dcbd-4940-a535-10bbd2f4c031 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05686c22-1fc0-48de-b9b3-1084e456e2a8,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:49.114152 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39cf8a12-dcbd-4940-a535-10bbd2f4c031 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.115458 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-39cf8a12-dcbd-4940-a535-10bbd2f4c031 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264606 Jul 26 03:21:49.118536 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35570) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:49.123378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-db5b751a-1cc4-4b63-a766-07a5a47dfa36 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'security_group_rule': {'security_group_id': 'a13e766d-84b2-4d69-a52e-6d5647cb7033', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:49.138786 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Sync routers for ids ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:21:49.147049 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:49.151976 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-db5b751a-1cc4-4b63-a766-07a5a47dfa36 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (48b998da-e002-415e-8943-eecf93288a1b), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.152139 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Routers {'94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:49.152863 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:49.184092 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:49.226374 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-db5b751a-1cc4-4b63-a766-07a5a47dfa36 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (48b998da-e002-415e-8943-eecf93288a1b), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.230061 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-db5b751a-1cc4-4b63-a766-07a5a47dfa36 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (48b998da-e002-415e-8943-eecf93288a1b), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.251959 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b751a-1cc4-4b63-a766-07a5a47dfa36 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b998da-e002-415e-8943-eecf93288a1b,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:49.259419 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-db5b751a-1cc4-4b63-a766-07a5a47dfa36 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.260616 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-db5b751a-1cc4-4b63-a766-07a5a47dfa36 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409750 Jul 26 03:21:49.263263 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35572) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:49.265736 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Set router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:49.267601 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'security_group_rule': {'security_group_id': 'a13e766d-84b2-4d69-a52e-6d5647cb7033', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:49.288551 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.securitygroups_db [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Project d582e70969cb448b86cd6c9ca31512ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 03:21:49.305433 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (b5115314-5e0b-474f-a833-32392a95cf08), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.366403 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (b5115314-5e0b-474f-a833-32392a95cf08), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.370017 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (b5115314-5e0b-474f-a833-32392a95cf08), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.390317 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5115314-5e0b-474f-a833-32392a95cf08,revision_number=0']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:49.395768 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.399423 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-c7f29a6d-41b1-43cd-95c2-ba3704f214ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351752 Jul 26 03:21:49.399985 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 35574) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:21:49.404434 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.v2.base [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'security_group_rule': {'security_group_id': 'a13e766d-84b2-4d69-a52e-6d5647cb7033', 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:21:49.425324 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.db.securitygroups_db [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Project d582e70969cb448b86cd6c9ca31512ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 03:21:49.431642 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (f0a65dcf-f604-4cbc-9b79-da7fb9038cfb), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.455395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:46Z', 'revision_number': 4, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port': {'id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '9f750df7-bc1c-4478-9027-ddcd23509037', 'name': '', 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'mac_address': 'fa:16:3e:ed:cd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '99c32dde-44ff-46f2-903e-9f1233330b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:45Z', 'updated_at': '2022-07-26T03:21:46Z', 'revision_number': 2, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'subnets': [{'id': '99c32dde-44ff-46f2-903e-9f1233330b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:49.484705 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Checking router: 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:21:49.484998 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Updating router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 port 9f750df7-bc1c-4478-9027-ddcd23509037 binding host dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 03:21:49.491694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (f0a65dcf-f604-4cbc-9b79-da7fb9038cfb), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.496302 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749646'] for security_group_rule (f0a65dcf-f604-4cbc-9b79-da7fb9038cfb), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.504136 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:49.513588 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.517194 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a65dcf-f604-4cbc-9b79-da7fb9038cfb,revision_number=0']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:49.527872 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.529083 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-86c5ef25-d21a-489c-b72f-abcc79788c4a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280973 Jul 26 03:21:49.629428 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4e59a485-c378-4a59-b4df-9d3a470aeabc up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:49.662024 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:49.746198 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 4e59a485-c378-4a59-b4df-9d3a470aeabc triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:49.746514 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.771361 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-86263d7b-5e60-4e43-b121-8ef1f3b56174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.902222 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 4e59a485-c378-4a59-b4df-9d3a470aeabc is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:49.908878 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Publish callbacks [] for port (9f750df7-bc1c-4478-9027-ddcd23509037), precommit_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.914922 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:49.973019 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd0c7f-0a67-44ef-84e7-0382f8b24711 None None] Pushing event updated for resources: {'Port': ['ID=9f750df7-bc1c-4478-9027-ddcd23509037,revision_number=3']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:50.031349 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Attempting to bind port 9f750df7-bc1c-4478-9027-ddcd23509037 on host dv-cinder-850840-2-iscsi for vnic_type normal with profile {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:21:50.031718 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Attempting to bind port 9f750df7-bc1c-4478-9027-ddcd23509037 by drivers openvswitch,hyperv on host dv-cinder-850840-2-iscsi at level 0 using segments [{'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:21:50.032231 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Attempting to bind port 9f750df7-bc1c-4478-9027-ddcd23509037 on network a1862923-dda7-4976-abd0-ba193b83380f {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:21:50.039344 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Checking agent: {'id': '5a6a87c9-1e91-4eb4-acba-4eeec0a1949d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 2, 25), 'started_at': datetime.datetime(2022, 7, 26, 3, 2, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:21:50.039724 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Checking segment: {'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:21:50.040123 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:50.040510 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Bound using segment: {'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'} {{(pid=104280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:21:50.040978 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.managers [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Bound port: 9f750df7-bc1c-4478-9027-ddcd23509037, host: dv-cinder-850840-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46d283c-01ee-4903-864e-32c60ab7d8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f'}}] {{(pid=104280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:21:50.041350 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:50.107473 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] For port 9f750df7-bc1c-4478-9027-ddcd23509037, host dv-cinder-850840-2-iscsi, cleared binding levels {{(pid=104280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:21:50.110810 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] For port 9f750df7-bc1c-4478-9027-ddcd23509037, host dv-cinder-850840-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=9f750df7-bc1c-4478-9027-ddcd23509037,segment=NetworkSegment(d46d283c-01ee-4903-864e-32c60ab7d8cd),segment_id=d46d283c-01ee-4903-864e-32c60ab7d8cd)] {{(pid=104280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:21:50.117346 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:50.122811 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:50.182921 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd0c7f-0a67-44ef-84e7-0382f8b24711 None None] Pushing event updated for resources: {'Port': ['ID=9f750df7-bc1c-4478-9027-ddcd23509037,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:50.185601 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Routers {'94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:21:50.186199 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:21:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:50.243361 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-8b217855-7094-419e-9c00-cd103b98c162 None None] Provisioning complete for port 9f750df7-bc1c-4478-9027-ddcd23509037 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:50.243734 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8b217855-7094-419e-9c00-cd103b98c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:50.313395 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:50.336602 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] Set router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:21:50.485782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-8b217855-7094-419e-9c00-cd103b98c162 None None] Current status of the port 9f750df7-bc1c-4478-9027-ddcd23509037 is: DOWN; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:50.486167 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8b217855-7094-419e-9c00-cd103b98c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:50.547330 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-8b217855-7094-419e-9c00-cd103b98c162 None None] For port 9f750df7-bc1c-4478-9027-ddcd23509037, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=9f750df7-bc1c-4478-9027-ddcd23509037,segment=NetworkSegment(d46d283c-01ee-4903-864e-32c60ab7d8cd),segment_id=d46d283c-01ee-4903-864e-32c60ab7d8cd)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:21:50.554521 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8b217855-7094-419e-9c00-cd103b98c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:50.756630 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-bae034ac-8e97-4da0-86d3-a26071eec554 None None] Provisioning complete for port 9f750df7-bc1c-4478-9027-ddcd23509037 triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:50.756970 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-bae034ac-8e97-4da0-86d3-a26071eec554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:50.791329 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:46Z', 'revision_number': 4, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port': {'id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '9f750df7-bc1c-4478-9027-ddcd23509037', 'name': '', 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'mac_address': 'fa:16:3e:ed:cd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '99c32dde-44ff-46f2-903e-9f1233330b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:45Z', 'updated_at': '2022-07-26T03:21:50Z', 'revision_number': 4, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'subnets': [{'id': '99c32dde-44ff-46f2-903e-9f1233330b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:21:50.824403 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b217855-7094-419e-9c00-cd103b98c162 None None] Pushing event updated for resources: {'Port': ['ID=9f750df7-bc1c-4478-9027-ddcd23509037,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:21:50.829295 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd830fb-f3b3-422b-9e09-71753960589b None None] The sync data for ids ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'] in dv-cinder-850840-2-iscsi is: [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:46Z', 'revision_number': 4, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port': {'id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '9f750df7-bc1c-4478-9027-ddcd23509037', 'name': '', 'network_id': 'a1862923-dda7-4976-abd0-ba193b83380f', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'mac_address': 'fa:16:3e:ed:cd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '99c32dde-44ff-46f2-903e-9f1233330b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:45Z', 'updated_at': '2022-07-26T03:21:50Z', 'revision_number': 4, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'subnets': [{'id': '99c32dde-44ff-46f2-903e-9f1233330b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:21:50.888240 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-bae034ac-8e97-4da0-86d3-a26071eec554 None None] Current status of the port 9f750df7-bc1c-4478-9027-ddcd23509037 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:51.608038 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 9f750df7-bc1c-4478-9027-ddcd23509037 up at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:21:51.657162 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Provisioning complete for port 9f750df7-bc1c-4478-9027-ddcd23509037 triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:21:51.657539 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:51.737956 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Current status of the port 9f750df7-bc1c-4478-9027-ddcd23509037 is: ACTIVE; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:21:51.985677 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d8bba0ed-e823-41ec-9e7f-418938ca6515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:53.192968 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:54.649711 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:54.791583 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:21:56.647931 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:56.649253 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:59.387464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:INSERT=4,neutron:SELECT=21,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:59.388266 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=48,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:21:59.520250 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=65,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:04.781438 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:04.784312 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:06.311149 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-07643dab-b1a1-4748-97cb-b5d04e5e3d9e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378346409&fields=id&tenant_id=d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 267 time: 0.0469584 Jul 26 03:22:06.426506 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-94dac565-c4eb-4d6e-9c6f-919a902534e7 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:06.427974 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-94dac565-c4eb-4d6e-9c6f-919a902534e7 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 812 time: 0.1089609 Jul 26 03:22:06.443505 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-39d02bb0-0877-4f22-af7e-29f752acab5f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/quotas/d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 375 time: 0.0100043 Jul 26 03:22:06.496699 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-f1cafb4d-fe10-4b37-9db7-3c63329602d8 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458114 Jul 26 03:22:06.608588 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-c1616a9e-1365-4d16-b456-fa94bc948585 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:22:06.609591 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-c1616a9e-1365-4d16-b456-fa94bc948585 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1016543 Jul 26 03:22:06.702936 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-d60f85c1-84a0-4eae-b4df-9c746e1a98ca service neutron] 10.222.0.42 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874231 Jul 26 03:22:06.795400 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-a8005650-16b3-49f5-83de-5048c17a0cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Jul 26 03:22:08.128532 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-7f9d9e4c-4f7d-4c28-b3c2-dc2a43704f82 req-ad6fbf1b-bd0e-4f67-91c1-2a0fe3109fe1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 210 time: 0.0322807 Jul 26 03:22:09.254975 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-d46be99f-58de-4a1a-b850-e1f6e2eeebc8 req-3c753eeb-bf1b-408f-bf6b-dac9e8dfc84b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 210 time: 0.0317588 Jul 26 03:22:09.301675 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-6a4fa834-5d00-45f2-853c-935095e4fbf2 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:09.303216 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-6a4fa834-5d00-45f2-853c-935095e4fbf2 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 812 time: 0.1298587 Jul 26 03:22:09.370533 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-9a423b10-0c49-4670-979b-b23edfb7c678 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 380 time: 0.0535800 Jul 26 03:22:09.379817 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'port': {'device_id': 'd4874008-caaa-41be-ae66-5c196f374af2', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'admin_state_up': True, 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'security_groups': ['a13e766d-84b2-4d69-a52e-6d5647cb7033']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:22:09.493257 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Made reservation on behalf of d582e70969cb448b86cd6c9ca31512ee for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:22:09.496784 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:09.625413 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Allocated IP 172.20.0.3 (05a6d8c8-75af-4261-9b6e-035a9059e17e/6d2675c2-5552-4cb2-bf19-5db5eb26c296/b2154495-f266-4097-b15f-21b0cfed705d) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:22:09.677792 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:09.719790 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:09.771807 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (b2154495-f266-4097-b15f-21b0cfed705d), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:09.807049 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (b2154495-f266-4097-b15f-21b0cfed705d), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:09.856099 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:22:09.859757 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:22:09.864309 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:22:09.887961 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=b2154495-f266-4097-b15f-21b0cfed705d,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:22:09.917433 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:09.917972 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:09.936328 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-0328a83f-d497-4747-b76c-2fae256b0679 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601871 Jul 26 03:22:09.947829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Request body: {'port': {'device_id': 'd4874008-caaa-41be-ae66-5c196f374af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:22:10.009341 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b2154495-f266-4097-b15f-21b0cfed705d), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.035238 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-d2b5080c-f766-45c0-bc0c-60dc2746fe54 None None] Provisioning complete for port b2154495-f266-4097-b15f-21b0cfed705d triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:22:10.035815 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d2b5080c-f766-45c0-bc0c-60dc2746fe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b2154495-f266-4097-b15f-21b0cfed705d), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.067170 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5080c-f766-45c0-bc0c-60dc2746fe54 None None] Port b2154495-f266-4097-b15f-21b0cfed705d cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:22:10.265969 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2154495-f266-4097-b15f-21b0cfed705d {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:22:10.273895 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Publish callbacks [] for port (b2154495-f266-4097-b15f-21b0cfed705d), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.286417 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Transition to ACTIVE for port object b2154495-f266-4097-b15f-21b0cfed705d will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:22:10.293202 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (b2154495-f266-4097-b15f-21b0cfed705d), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.344458 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Pushing event updated for resources: {'Port': ['ID=b2154495-f266-4097-b15f-21b0cfed705d,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:22:10.379623 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba678-fbeb-42c0-b397-99d125647a58 req-e8d2b1eb-5167-41fa-93be-ac2e20e52133 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:10.381194 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a92ba678-fbeb-42c0-b397-99d125647a58 req-e8d2b1eb-5167-41fa-93be-ac2e20e52133 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0531881 Jul 26 03:22:10.419672 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Attempting to bind port b2154495-f266-4097-b15f-21b0cfed705d on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:22:10.420132 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Attempting to bind port b2154495-f266-4097-b15f-21b0cfed705d by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:22:10.420529 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Attempting to bind port b2154495-f266-4097-b15f-21b0cfed705d on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:22:10.425918 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Port b2154495-f266-4097-b15f-21b0cfed705d on network 05a6d8c8-75af-4261-9b6e-035a9059e17e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:22:10.425918 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Attempting to bind port b2154495-f266-4097-b15f-21b0cfed705d on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:22:10.432125 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:22:10.432463 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Checking segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:22:10.432840 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Bound using segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:22:10.433272 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Bound port: b2154495-f266-4097-b15f-21b0cfed705d, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:22:10.433630 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b2154495-f266-4097-b15f-21b0cfed705d), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.439807 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-a92ba678-fbeb-42c0-b397-99d125647a58 req-198ce613-adf4-4746-8235-c4a56f0523ad tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526929 Jul 26 03:22:10.477374 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:10.500197 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] For port b2154495-f266-4097-b15f-21b0cfed705d, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:22:10.502023 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:10.503880 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] For port b2154495-f266-4097-b15f-21b0cfed705d, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b2154495-f266-4097-b15f-21b0cfed705d,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:22:10.509560 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (b2154495-f266-4097-b15f-21b0cfed705d), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.550051 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:10.550650 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.552036 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2154495-f266-4097-b15f-21b0cfed705d HTTP/1.1" status: 200 len: 1093 time: 0.6084478 Jul 26 03:22:10.552461 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:22:10.554726 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b009c-855a-4d78-9575-77c83be0b9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "tag": "b2154495-f266-4097-b15f-21b0cfed705d"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:22:10.571498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2ea5f-d93c-48e3-a9f5-e40daee98107 service neutron] Pushing event updated for resources: {'Port': ['ID=b2154495-f266-4097-b15f-21b0cfed705d,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:22:10.639770 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d4187d-0687-4187-836e-6b61431ce9c3 x-openstack-request-id: req-89d4187d-0687-4187-836e-6b61431ce9c3 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:22:10.640056 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "tag": "b2154495-f266-4097-b15f-21b0cfed705d", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:22:10.640299 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89d4187d-0687-4187-836e-6b61431ce9c3 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:22:10.640692 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d4187d-0687-4187-836e-6b61431ce9c3'] response: {'name': 'network-changed', 'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d', 'status': 'completed', 'code': 200} Jul 26 03:22:10.652521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-60ce99ab-2a7a-4ceb-973e-e5a69840e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:10.654068 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-60ce99ab-2a7a-4ceb-973e-e5a69840e4eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 1127 time: 0.0476694 Jul 26 03:22:10.698728 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-dda1dc0c-c348-4ab8-8247-fccdb46ba00a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2154495-f266-4097-b15f-21b0cfed705d HTTP/1.1" status: 200 len: 217 time: 0.0329781 Jul 26 03:22:10.751561 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-5d859138-079f-47e8-af21-b9b2ba7b8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:10.753003 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-5d859138-079f-47e8-af21-b9b2ba7b8228 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0441275 Jul 26 03:22:10.798932 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da581-b939-4066-8031-0df5fb87b89d req-fb758d43-be77-4303-99ed-5b81ea77165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:10.800409 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-fb758d43-be77-4303-99ed-5b81ea77165c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386324 Jul 26 03:22:10.901455 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-cf4f9ecf-5337-4d25-89ce-8fa9a6fe6681 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912764 Jul 26 03:22:10.912820 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:10.996868 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-e58da581-b939-4066-8031-0df5fb87b89d req-32bd5c18-269d-4b3a-a3c4-6d83832ee8cc service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Jul 26 03:22:11.300921 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-8fdfe079-5f6a-4669-8a3b-09b0c9f774b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:11.302329 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-8fdfe079-5f6a-4669-8a3b-09b0c9f774b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 1127 time: 0.0462365 Jul 26 03:22:11.404960 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-4746d95a-7960-46d0-9158-986eaa43bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:11.407404 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-4746d95a-7960-46d0-9158-986eaa43bee9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0985181 Jul 26 03:22:11.451589 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-9f2a8bd2-0757-4678-bdad-aa89670d000f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2154495-f266-4097-b15f-21b0cfed705d HTTP/1.1" status: 200 len: 217 time: 0.0348949 Jul 26 03:22:11.500941 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-2b25987a-6e56-43ec-a273-8cc2fb46cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:11.502401 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-2b25987a-6e56-43ec-a273-8cc2fb46cfd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0449448 Jul 26 03:22:11.549909 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-495fd56c-bded-4ba8-9012-0d175f33f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:11.551030 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-495fd56c-bded-4ba8-9012-0d175f33f640 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394940 Jul 26 03:22:11.563656 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac214ea-e999-438e-b68c-820f78c47d32 req-9886d548-7012-4fc6-8536-822c7b3dcf4c tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:11.565197 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aac214ea-e999-438e-b68c-820f78c47d32 req-9886d548-7012-4fc6-8536-822c7b3dcf4c tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0480752 Jul 26 03:22:11.618181 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-aac214ea-e999-438e-b68c-820f78c47d32 req-c2cb0717-be33-4a79-a0fa-2c3f2008a4c5 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469942 Jul 26 03:22:11.646836 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-ad940980-23ac-43cb-81d5-51c5c715d30a service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863159 Jul 26 03:22:12.011953 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f18b009c-855a-4d78-9575-77c83be0b9f4 req-a7e09a62-c39c-45f7-84f1-116ab8c009ac service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535647 Jul 26 03:22:12.350040 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:22:12.750498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bee05-cb96-4c81-978c-320c510e15dc req-013a7f4d-bdb3-42bd-a8ed-58905346a2f2 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:12.751994 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-942bee05-cb96-4c81-978c-320c510e15dc req-013a7f4d-bdb3-42bd-a8ed-58905346a2f2 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0494733 Jul 26 03:22:12.803689 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-942bee05-cb96-4c81-978c-320c510e15dc req-be8a25f2-b1d1-4068-9515-a12b83cac5ed tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 Jul 26 03:22:13.940876 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f091a-87f0-42b8-86e4-7aa97fd8c3e1 req-2aed0e93-580d-4f8d-aea2-5e911152b07b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:13.942343 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-293f091a-87f0-42b8-86e4-7aa97fd8c3e1 req-2aed0e93-580d-4f8d-aea2-5e911152b07b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0473893 Jul 26 03:22:13.991413 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-293f091a-87f0-42b8-86e4-7aa97fd8c3e1 req-142ca21a-a49a-469e-b0c5-6d88cf90557e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434842 Jul 26 03:22:15.083389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:15.128829 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc848e6-06d8-4de4-8284-0849e4be2966 req-acd85320-cdcc-44a9-9e89-30c51079b723 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:15.130309 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3dc848e6-06d8-4de4-8284-0849e4be2966 req-acd85320-cdcc-44a9-9e89-30c51079b723 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0567923 Jul 26 03:22:15.184900 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3dc848e6-06d8-4de4-8284-0849e4be2966 req-6878c203-35b4-4b10-b1ac-14da84d3de3c tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471482 Jul 26 03:22:16.334811 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d70e3-a2ce-466b-ba5d-8b75479cc7cb req-049d4993-15f6-4fd9-9200-10e9a40dc593 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:16.336630 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-145d70e3-a2ce-466b-ba5d-8b75479cc7cb req-049d4993-15f6-4fd9-9200-10e9a40dc593 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0587518 Jul 26 03:22:16.388747 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-145d70e3-a2ce-466b-ba5d-8b75479cc7cb req-cdea2b88-be14-4c11-8c37-22b54925cd99 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438664 Jul 26 03:22:17.516507 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:17.525121 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15871fb-b055-41d8-b027-783f31ded77e req-fa0bef0b-5e2d-4e9b-96c3-9618dcedf0c2 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:17.526581 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c15871fb-b055-41d8-b027-783f31ded77e req-fa0bef0b-5e2d-4e9b-96c3-9618dcedf0c2 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0480890 Jul 26 03:22:17.577823 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c15871fb-b055-41d8-b027-783f31ded77e req-9c3fbcab-1b1f-4343-b331-4347943e84bf tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Jul 26 03:22:18.713961 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c057af-b709-48bd-8fa7-71cdaf637f2f req-a6634bd6-c19c-4f8e-8dc7-2182342a6117 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:18.715496 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-39c057af-b709-48bd-8fa7-71cdaf637f2f req-a6634bd6-c19c-4f8e-8dc7-2182342a6117 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 943 time: 0.0570679 Jul 26 03:22:18.764571 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-39c057af-b709-48bd-8fa7-71cdaf637f2f req-870d4bb7-57b8-4675-88fa-4b44d5f2570a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Jul 26 03:22:19.334211 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b2154495-f266-4097-b15f-21b0cfed705d details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:22:19.440427 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b2154495-f266-4097-b15f-21b0cfed705d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b2154495-f266-4097-b15f-21b0cfed705d,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:22:19.451422 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'b2154495-f266-4097-b15f-21b0cfed705d', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'port_id': 'b2154495-f266-4097-b15f-21b0cfed705d', 'mac_address': 'fa:16:3e:cc:22:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:22:19.485227 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b2154495-f266-4097-b15f-21b0cfed705d is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:22:19.485604 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b2154495-f266-4097-b15f-21b0cfed705d), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:19.498606 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2154495-f266-4097-b15f-21b0cfed705d {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:22:19.518996 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b2154495-f266-4097-b15f-21b0cfed705d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b2154495-f266-4097-b15f-21b0cfed705d,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:22:19.525293 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b2154495-f266-4097-b15f-21b0cfed705d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:19.570997 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b2154495-f266-4097-b15f-21b0cfed705d,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:22:19.736306 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-15dbc312-840b-4ee2-9fb6-23143ba18302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:19.779991 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['b2154495-f266-4097-b15f-21b0cfed705d'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:22:19.884801 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7fd49-8518-4c19-9bb1-53ee4ec2c2e4 req-82c30f53-424a-4696-b416-5e3f8d7c656c tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:19.886258 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5ad7fd49-8518-4c19-9bb1-53ee4ec2c2e4 req-82c30f53-424a-4696-b416-5e3f8d7c656c tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 944 time: 0.0496559 Jul 26 03:22:19.934851 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5ad7fd49-8518-4c19-9bb1-53ee4ec2c2e4 req-88e274bd-ec29-4074-b790-1d951cb9d0f4 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 Jul 26 03:22:21.070507 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2347b-5c79-410d-99e8-1a1b9412f587 req-bb5718e2-9e24-4718-a4f4-3c6ba0495461 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:21.072660 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ebc2347b-5c79-410d-99e8-1a1b9412f587 req-bb5718e2-9e24-4718-a4f4-3c6ba0495461 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 944 time: 0.0515270 Jul 26 03:22:21.124598 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ebc2347b-5c79-410d-99e8-1a1b9412f587 req-6f21e805-60dc-4394-afd7-ee46672a02e5 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 Jul 26 03:22:21.363998 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b2154495-f266-4097-b15f-21b0cfed705d up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:22:21.411776 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port b2154495-f266-4097-b15f-21b0cfed705d completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:22:21.422281 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port b2154495-f266-4097-b15f-21b0cfed705d triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:22:21.422866 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (b2154495-f266-4097-b15f-21b0cfed705d), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:21.468227 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:21.502135 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port b2154495-f266-4097-b15f-21b0cfed705d is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:22:21.502610 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (b2154495-f266-4097-b15f-21b0cfed705d), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:21.513719 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:21.527087 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:22:21.529320 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac5d3f-79e2-4f8c-990f-e078492d8554" -d '{"events": [{"server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "name": "network-vif-plugged", "status": "completed", "tag": "b2154495-f266-4097-b15f-21b0cfed705d"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:22:21.542560 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port b2154495-f266-4097-b15f-21b0cfed705d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b2154495-f266-4097-b15f-21b0cfed705d,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:22:21.547317 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (b2154495-f266-4097-b15f-21b0cfed705d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:21.602446 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=b2154495-f266-4097-b15f-21b0cfed705d,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:22:21.631196 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5589cb4d-c701-43ba-ade5-b7f27dde82fb x-openstack-request-id: req-5589cb4d-c701-43ba-ade5-b7f27dde82fb {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:22:21.631486 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "name": "network-vif-plugged", "status": "completed", "tag": "b2154495-f266-4097-b15f-21b0cfed705d", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:22:21.631732 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5589cb4d-c701-43ba-ade5-b7f27dde82fb {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:22:21.632128 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5589cb4d-c701-43ba-ade5-b7f27dde82fb'] response: {'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d', 'code': 200} Jul 26 03:22:21.870133 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d2e7-4134-4745-a592-9f7cb58b8696 req-e385cd11-8bac-48b1-bdf9-4104cde5e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:21.871586 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8258d2e7-4134-4745-a592-9f7cb58b8696 req-e385cd11-8bac-48b1-bdf9-4104cde5e29c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 1129 time: 0.0433123 Jul 26 03:22:21.920222 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8258d2e7-4134-4745-a592-9f7cb58b8696 req-88813341-9e60-47b8-ad05-68cf3ad9fcca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413530 Jul 26 03:22:21.989783 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d36d6b46-8441-4b2f-9927-3c47b37e55cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:22.253271 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481740b3-ff5f-4a83-a83d-d7b80869e2da req-4e660d97-b6d3-471a-b5e1-7d6753ba4c41 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:22.254725 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-481740b3-ff5f-4a83-a83d-d7b80869e2da req-4e660d97-b6d3-471a-b5e1-7d6753ba4c41 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 945 time: 0.0525117 Jul 26 03:22:22.306566 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-481740b3-ff5f-4a83-a83d-d7b80869e2da req-a6682422-fc76-43ad-b8d8-b609d4fab779 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Jul 26 03:22:23.206273 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:23.425894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb7a6-f61a-4126-91c3-94d534663a0b req-29a34e51-c054-47d6-acaf-ed72a0cd5782 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:23.427408 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5d2cb7a6-f61a-4126-91c3-94d534663a0b req-29a34e51-c054-47d6-acaf-ed72a0cd5782 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 945 time: 0.0473752 Jul 26 03:22:23.476161 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-5d2cb7a6-f61a-4126-91c3-94d534663a0b req-41a47576-9bdb-4322-aefe-7787171699c4 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430200 Jul 26 03:22:24.609547 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5e71-13b4-4350-b9da-ecc1057d0f9e req-4dce62f8-fe5b-4aad-a4f2-cde8739d8eda tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:24.611009 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-18ad5e71-13b4-4350-b9da-ecc1057d0f9e req-4dce62f8-fe5b-4aad-a4f2-cde8739d8eda tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 945 time: 0.0488436 Jul 26 03:22:24.638556 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:24.662363 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-18ad5e71-13b4-4350-b9da-ecc1057d0f9e req-9e37658c-c6ed-452e-b2f7-d470b344589b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456202 Jul 26 03:22:24.778864 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e282-aaba-47df-a257-071046777a80 req-10b9c8fe-be09-451e-86fc-a00fb8334967 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:24.780228 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6ec2e282-aaba-47df-a257-071046777a80 req-10b9c8fe-be09-451e-86fc-a00fb8334967 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 945 time: 0.0467765 Jul 26 03:22:24.786823 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:24.832795 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-6ec2e282-aaba-47df-a257-071046777a80 req-da65ef10-3cad-4bbf-894b-912457429af7 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463820 Jul 26 03:22:24.859887 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35742) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:22:24.941817 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987feccd-06af-466e-9a0a-805b4cd7558a tempest-TestVolumeBootPattern-352089215 tempest-TestVolumeBootPattern-352089215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:24.943364 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-987feccd-06af-466e-9a0a-805b4cd7558a tempest-TestVolumeBootPattern-352089215 tempest-TestVolumeBootPattern-352089215-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 1124 time: 0.0817397 Jul 26 03:22:24.947496 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35746) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:22:24.951680 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'port_id': 'b2154495-f266-4097-b15f-21b0cfed705d', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:22:24.975673 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:25.061322 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:25.164492 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Allocated IP 172.27.3.84 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/173e741c-0ef5-4f9c-a32e-e4018601aced) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:22:25.285413 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:25.306279 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:25.314085 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:25.322057 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:25.362475 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:22:25.367429 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:22:25.371235 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:22:25.374399 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=173e741c-0ef5-4f9c-a32e-e4018601aced,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:22:25.401970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.402305 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.402640 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.402981 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.403319 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.403637 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.403956 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.404264 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.404584 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.404907 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.405203 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.405522 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.405826 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.406134 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.406437 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:22:25.736101 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:25.803447 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:25.951088 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:25.957617 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:26.025290 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=173e741c-0ef5-4f9c-a32e-e4018601aced,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:22:26.037230 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:26.132930 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:26.136227 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Floating IP d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77 associated. External IP: 172.27.3.84, port: b2154495-f266-4097-b15f-21b0cfed705d. Jul 26 03:22:26.139397 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:26.338287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:22:26.452180 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:22:26.462397 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:22:26.471712 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:26.472869 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:22:26.473555 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:22:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:22:26.504930 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-41605592-8f99-490b-801e-7c2a8945e8d6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5564141 Jul 26 03:22:26.505495 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:22:26.507750 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6589604-0950-41aa-9ce6-413b273db8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "tag": "b2154495-f266-4097-b15f-21b0cfed705d"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:22:26.544262 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6a414-a45f-4c36-aa9d-bb3ecd76d7b5 x-openstack-request-id: req-65b6a414-a45f-4c36-aa9d-bb3ecd76d7b5 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:22:26.544553 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "tag": "b2154495-f266-4097-b15f-21b0cfed705d", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:22:26.544803 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65b6a414-a45f-4c36-aa9d-bb3ecd76d7b5 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:22:26.545210 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b6a414-a45f-4c36-aa9d-bb3ecd76d7b5'] response: {'name': 'network-changed', 'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d', 'status': 'completed', 'code': 200} Jul 26 03:22:26.574250 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:22:26.604464 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-337ed18e-8e3a-4c38-b93b-11f540d2ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:26.605904 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-337ed18e-8e3a-4c38-b93b-11f540d2ecf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 1129 time: 0.0386934 Jul 26 03:22:26.713785 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-62163f1e-e136-42b8-ad14-29710d6c5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:26.717491 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-62163f1e-e136-42b8-ad14-29710d6c5b2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.1033127 Jul 26 03:22:26.779406 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-a04253ce-a047-4df4-9962-26bea7a4fc45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2154495-f266-4097-b15f-21b0cfed705d HTTP/1.1" status: 200 len: 998 time: 0.0576062 Jul 26 03:22:26.780540 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'd55b79b2-c604-4bb5-b9fb-e5a89eb5dd77', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'b2154495-f266-4097-b15f-21b0cfed705d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:cc:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4874008-caaa-41be-ae66-5c196f374af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:22:25Z', 'updated_at': '2022-07-26T03:22:25Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:22:26.808343 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:22:26.817193 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:22:26.817802 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:22:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:22:26.829338 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-424648a8-711b-4aed-a1f4-02437c8be3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:26.830800 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-424648a8-711b-4aed-a1f4-02437c8be3ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0457809 Jul 26 03:22:26.875285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-0f04de7d-bf72-492f-a010-20ae747fec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:26.876810 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-0f04de7d-bf72-492f-a010-20ae747fec0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395973 Jul 26 03:22:26.916612 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:22:26.970761 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-f6b5f22b-add3-4573-9495-acecf296da64 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870323 Jul 26 03:22:27.060921 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-f6589604-0950-41aa-9ce6-413b273db8d5 req-aa840a86-1581-4df7-877c-e26b4bbc7dc3 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836935 Jul 26 03:22:27.136997 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'd55b79b2-c604-4bb5-b9fb-e5a89eb5dd77', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'b2154495-f266-4097-b15f-21b0cfed705d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:cc:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4874008-caaa-41be-ae66-5c196f374af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:22:25Z', 'updated_at': '2022-07-26T03:22:25Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:22:27.163632 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a7cb8-ead1-4e71-bf8c-b5ef30c87de3 None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'd55b79b2-c604-4bb5-b9fb-e5a89eb5dd77', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'b2154495-f266-4097-b15f-21b0cfed705d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:cc:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4874008-caaa-41be-ae66-5c196f374af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:22:25Z', 'updated_at': '2022-07-26T03:22:25Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:22:27.352279 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1c39f-3af0-4709-917d-6a0a7db78f42 None None] New status for floating IP d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:22:34.654523 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=77 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:34.658352 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=69 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:37.051553 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:37.058278 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:37.139253 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=84 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:37.141203 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:DELETE=1,neutron:SELECT=73 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:37.446791 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:37.459591 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:40.920821 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:46.981714 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-3ed7b7e9-acae-46ee-bd19-a4b0ea42eb66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437346 Jul 26 03:22:47.066287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-6cfe4324-31bd-4ed4-8da6-db8cdc218a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:47.067767 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-6cfe4324-31bd-4ed4-8da6-db8cdc218a8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 1129 time: 0.0400419 Jul 26 03:22:47.176716 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-ec961616-a291-4497-9b06-711c2f244fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:47.178150 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-ec961616-a291-4497-9b06-711c2f244fdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0887952 Jul 26 03:22:47.238345 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-4a9fa3b0-59c0-4e75-a244-70ebbe7278fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2154495-f266-4097-b15f-21b0cfed705d HTTP/1.1" status: 200 len: 1000 time: 0.0533035 Jul 26 03:22:47.287143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-d7df1051-f038-4844-a68b-c5b9346e3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:47.288508 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-d7df1051-f038-4844-a68b-c5b9346e3deb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0434828 Jul 26 03:22:47.335730 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-4ac272d0-6a50-44fb-9055-b0f52d38459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:22:47.337218 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-4ac272d0-6a50-44fb-9055-b0f52d38459b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421436 Jul 26 03:22:47.439122 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-6df92925-a188-43d4-a832-83e604606115 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944400 Jul 26 03:22:47.531466 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-66c766d4-b3f0-4134-b03a-0e47afc526b2 req-f9b063f1-1a70-43fb-835b-11351887a9a3 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856073 Jul 26 03:22:49.355598 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:22:49.751397 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c5a173df-342f-487f-9d5e-4483bfdaa663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:51.997037 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5afce665-0bd6-4e2a-968a-ababa20bb60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:53.208544 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:54.649583 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:54.795975 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:22:57.527024 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=46 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:22:57.528276 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=55 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:04.787258 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:04.790111 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:10.922210 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:15.730713 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=17 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:15.734262 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=17 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:19.743503 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf012-3b7c-4b51-a69f-008770fff117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:21.990619 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-3891f0a4-b489-49ff-b27f-75fbfaa7c141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:23.209494 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:24.659170 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:24.797312 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:26.361150 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:23:34.782457 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:34.791672 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:40.913447 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:44.304740 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:44.305904 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:47.393997 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-e2820ea6-f4e7-4a29-9317-44d5ccbb08a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412729 Jul 26 03:23:47.485597 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-211d2628-aa93-428d-9f0e-9ce85b3fd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:23:47.487209 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-211d2628-aa93-428d-9f0e-9ce85b3fd8cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 1129 time: 0.0424941 Jul 26 03:23:47.596895 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-4bd6c7c4-04da-4106-86f5-dcb85ce0a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:23:47.598369 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-4bd6c7c4-04da-4106-86f5-dcb85ce0a4ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0901904 Jul 26 03:23:47.660532 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-0396a873-06bd-4ae3-94cf-34025bd84824 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2154495-f266-4097-b15f-21b0cfed705d HTTP/1.1" status: 200 len: 1000 time: 0.0544286 Jul 26 03:23:47.715852 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-e90d43d3-05d8-4125-9dc9-fdde9a93a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:23:47.717310 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-e90d43d3-05d8-4125-9dc9-fdde9a93a0db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0479164 Jul 26 03:23:47.777982 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-c7ac79d9-5273-4ca1-b060-38dfffad25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:23:47.779474 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-c7ac79d9-5273-4ca1-b060-38dfffad25ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531271 Jul 26 03:23:47.870534 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-28268933-916c-4247-9484-96af1c39ea68 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809882 Jul 26 03:23:47.965853 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-58b9c31e-e873-451a-a2a7-97b925d9e516 req-502b7d2e-80d5-4581-81b1-fd8ba4e98d7d service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860562 Jul 26 03:23:49.748516 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-6824940a-d818-46db-9ea9-52bfce7e7abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:51.991389 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e5afb919-a1c1-4f61-9476-095e3be80c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:53.214107 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:54.655369 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:54.792205 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:23:57.961998 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=52 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:23:57.962766 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=49 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:03.368004 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:24:04.785071 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:04.787538 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:10.911862 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:19.753010 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f6cd-44ff-4397-9c3f-f8d9e8309bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:20.905244 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:21.310895 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:21.311958 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:21.953866 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccc350-1952-4fba-be9f-1d9ce3deb2f9 req-840d17d5-93b8-4234-9448-8edadc384f49 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:21.955391 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-54ccc350-1952-4fba-be9f-1d9ce3deb2f9 req-840d17d5-93b8-4234-9448-8edadc384f49 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Jul 26 03:24:21.975611 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea8d7-b5e8-435f-9771-e23986446c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:22.009724 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-54ccc350-1952-4fba-be9f-1d9ce3deb2f9 req-162b5848-000d-4e74-bbe1-631e977c2135 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486939 Jul 26 03:24:23.145915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e4342-1b8f-4688-9524-4381566c90d4 req-f2605ff7-6b3b-4c6a-8436-b03a85d92dbc tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:23.147391 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c64e4342-1b8f-4688-9524-4381566c90d4 req-f2605ff7-6b3b-4c6a-8436-b03a85d92dbc tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 945 time: 0.0567465 Jul 26 03:24:23.200033 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c64e4342-1b8f-4688-9524-4381566c90d4 req-2327c816-f140-4edd-8777-f4652f325b80 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443122 Jul 26 03:24:23.209743 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:23.666542 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-7e4735eb-66ed-476c-8ecd-6bbec46a55a8 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:23.668004 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-7e4735eb-66ed-476c-8ecd-6bbec46a55a8 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 945 time: 0.0572219 Jul 26 03:24:23.751471 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Deleting port b2154495-f266-4097-b15f-21b0cfed705d {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:24:23.751710 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (b2154495-f266-4097-b15f-21b0cfed705d), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:23.852355 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] For port b2154495-f266-4097-b15f-21b0cfed705d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b2154495-f266-4097-b15f-21b0cfed705d,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:24:23.852720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (b2154495-f266-4097-b15f-21b0cfed705d), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:24.012387 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:24.012670 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:24.013021 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Floating IP d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77 disassociated. External IP: 172.27.3.84, port: b2154495-f266-4097-b15f-21b0cfed705d. Jul 26 03:24:24.013363 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Calling delete_port for b2154495-f266-4097-b15f-21b0cfed705d owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:24:24.145612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (b2154495-f266-4097-b15f-21b0cfed705d), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:24.172974 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event deleted for resources: {'Port': ['ID=b2154495-f266-4097-b15f-21b0cfed705d,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:24.184501 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.184844 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.185182 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.185510 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.185835 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.186160 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.186479 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.186796 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.187138 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.187457 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.188117 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.188447 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.188758 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.189069 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.189377 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:24.307576 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-e5635ff2-a12d-42fd-ad18-575e89ca31b4 req-6c66df1c-51b8-41ed-93b3-9d690c53b422 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 210 time: 0.0290463 Jul 26 03:24:24.583712 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:24:24.654673 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:24.693388 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:24:24.703848 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:24:24.714495 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:24:24.715505 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:24:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:24.735483 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] No DVR routers for this DVR port b2154495-f266-4097-b15f-21b0cfed705d on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:24:24.738165 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:24.741379 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4f1b3961-174e-42ae-819d-7822ff862b11 req-d679fb9f-5b5d-4982-9f14-97fb1ce58866 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "DELETE /v2.0/ports/b2154495-f266-4097-b15f-21b0cfed705d HTTP/1.1" status: 204 len: 173 time: 1.0658591 Jul 26 03:24:24.741853 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'name': 'network-vif-deleted', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:24:24.744160 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d8f255-90f4-420d-b6c2-06d111484a22" -d '{"events": [{"server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "name": "network-vif-deleted", "tag": "b2154495-f266-4097-b15f-21b0cfed705d"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:24:24.790130 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08d771-2d96-4899-b256-a1592622b237 x-openstack-request-id: req-bf08d771-2d96-4899-b256-a1592622b237 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:24:24.790422 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4874008-caaa-41be-ae66-5c196f374af2", "name": "network-vif-deleted", "tag": "b2154495-f266-4097-b15f-21b0cfed705d", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:24:24.790669 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf08d771-2d96-4899-b256-a1592622b237 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:24:24.791197 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf08d771-2d96-4899-b256-a1592622b237'] response: {'server_uuid': 'd4874008-caaa-41be-ae66-5c196f374af2', 'name': 'network-vif-deleted', 'tag': 'b2154495-f266-4097-b15f-21b0cfed705d', 'status': 'completed', 'code': 200} Jul 26 03:24:24.799369 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:24.824658 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:24:25.009198 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:25.034223 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:24:25.043080 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:24:25.043757 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:24:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:25.151225 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:24:25.336345 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:25.364592 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0fb9f-7df8-4d37-8078-dc509f011bf1 None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:24:25.424180 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-d770e668-76b5-4e9b-9674-5ed1ccb35268 req-b6f6c588-dc52-41f1-9954-f799b16ba34b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4874008-caaa-41be-ae66-5c196f374af2 HTTP/1.1" status: 200 len: 210 time: 0.0298872 Jul 26 03:24:25.589008 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655321c5-920a-40be-be2b-8087ffa85192 None None] New status for floating IP d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:24:26.174096 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b2154495-f266-4097-b15f-21b0cfed705d no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:24:26.325596 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: b2154495-f266-4097-b15f-21b0cfed705d {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:24:26.325864 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device b2154495-f266-4097-b15f-21b0cfed705d not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:24:26.655709 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-5edddfb7-1af4-44a2-bcf7-8c7317ee522e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378346409&fields=id&tenant_id=d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 267 time: 0.0453050 Jul 26 03:24:26.766423 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-55b65fba-16f6-4ba8-8fb7-e3ced28fd59a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:26.767911 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-55b65fba-16f6-4ba8-8fb7-e3ced28fd59a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 812 time: 0.1028829 Jul 26 03:24:26.782514 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-267dcda4-00b5-475d-8468-aefe9655832a tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/quotas/d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 375 time: 0.0092449 Jul 26 03:24:26.831651 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-d3458acb-8929-4400-990e-9f069f328f85 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436108 Jul 26 03:24:26.891544 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-ff1b4e1f-4210-46fa-95e4-56297b8f806c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104278) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 03:24:26.892573 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-ff1b4e1f-4210-46fa-95e4-56297b8f806c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0500467 Jul 26 03:24:26.985308 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-263f5b95-1f7c-4346-ab00-c21594899d5b service neutron] 10.222.0.42 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868647 Jul 26 03:24:27.078571 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-07188b06-1112-48e6-8475-ada39bab5a90 service neutron] 10.222.0.42 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876069 Jul 26 03:24:27.373106 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c63826eb-d22f-4032-bb5f-0c6d52d92bb4 req-99fe543b-9ff3-4753-8091-a35ca2df9a95 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 210 time: 0.0287166 Jul 26 03:24:28.315274 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:28.330919 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:28.412246 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-7bf2aeec-441a-4bd8-bb02-31ff5742a857 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:28.413907 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-7bf2aeec-441a-4bd8-bb02-31ff5742a857 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 812 time: 0.1096013 Jul 26 03:24:28.482221 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-23842257-b725-4ca0-8d1d-91087a946947 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 380 time: 0.0577502 Jul 26 03:24:28.482708 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-615dd930-ab88-48da-866e-9c61e65c2d56 req-1e33b16d-2dc2-4260-a9e5-c803df45727e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 210 time: 0.0282941 Jul 26 03:24:28.492296 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'port': {'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'admin_state_up': True, 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'security_groups': ['a13e766d-84b2-4d69-a52e-6d5647cb7033']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:24:28.612987 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Made reservation on behalf of d582e70969cb448b86cd6c9ca31512ee for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:24:28.618553 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:28.748774 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Allocated IP 172.20.0.6 (05a6d8c8-75af-4261-9b6e-035a9059e17e/6d2675c2-5552-4cb2-bf19-5db5eb26c296/bc748c40-8c62-4981-b118-2bb23d7a57ff) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:24:28.893316 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:28.926928 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:28.977316 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:24:28.980618 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:24:28.984590 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:24:29.007696 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=bc748c40-8c62-4981-b118-2bb23d7a57ff,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:29.037408 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:29.038029 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.057993 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-31288e31-21d7-4076-920d-deb3a8279d0d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693910 Jul 26 03:24:29.138935 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Request body: {'port': {'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:24:29.197649 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.230041 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:29.236062 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:29.268875 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-fb305666-d6c7-4f3c-8556-d82b34102d6c None None] Provisioning complete for port bc748c40-8c62-4981-b118-2bb23d7a57ff triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:24:29.269527 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-fb305666-d6c7-4f3c-8556-d82b34102d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.300315 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-fb305666-d6c7-4f3c-8556-d82b34102d6c None None] Port bc748c40-8c62-4981-b118-2bb23d7a57ff cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:24:29.466579 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc748c40-8c62-4981-b118-2bb23d7a57ff {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:24:29.474143 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Publish callbacks [] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.487350 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Transition to ACTIVE for port object bc748c40-8c62-4981-b118-2bb23d7a57ff will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:24:29.494298 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.543736 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc748c40-8c62-4981-b118-2bb23d7a57ff,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:29.645354 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a93ca-8141-45ab-8f63-a9c89b17a68f req-9c51b5a9-21a8-41a6-9d8a-83215e2b2087 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:29.646887 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-516a93ca-8141-45ab-8f63-a9c89b17a68f req-9c51b5a9-21a8-41a6-9d8a-83215e2b2087 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0783587 Jul 26 03:24:29.677688 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Attempting to bind port bc748c40-8c62-4981-b118-2bb23d7a57ff on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:24:29.678025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Attempting to bind port bc748c40-8c62-4981-b118-2bb23d7a57ff by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:24:29.678351 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Attempting to bind port bc748c40-8c62-4981-b118-2bb23d7a57ff on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:24:29.686354 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Port bc748c40-8c62-4981-b118-2bb23d7a57ff on network 05a6d8c8-75af-4261-9b6e-035a9059e17e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:24:29.686673 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Attempting to bind port bc748c40-8c62-4981-b118-2bb23d7a57ff on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:24:29.697719 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:24:29.698054 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Checking segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:24:29.698445 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Bound using segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:24:29.698870 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Bound port: bc748c40-8c62-4981-b118-2bb23d7a57ff, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:24:29.699255 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.728354 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-516a93ca-8141-45ab-8f63-a9c89b17a68f req-a7062268-04d3-4eb8-bc84-f02b6fa44762 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753155 Jul 26 03:24:29.775264 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] For port bc748c40-8c62-4981-b118-2bb23d7a57ff, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:24:29.778336 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] For port bc748c40-8c62-4981-b118-2bb23d7a57ff, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:24:29.785333 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.826392 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:29.827084 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:29.828453 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 1093 time: 0.6939998 Jul 26 03:24:29.828883 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:24:29.831184 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d87603-c84d-4491-8878-a43fa767d74b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:24:29.851130 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f21a73-bb9e-4dfa-b15a-1895c31c97d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc748c40-8c62-4981-b118-2bb23d7a57ff,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:29.893044 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e577cce-6d6d-4d57-bfa0-53a6c3b6d835 x-openstack-request-id: req-5e577cce-6d6d-4d57-bfa0-53a6c3b6d835 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:24:29.893407 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:24:29.893597 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e577cce-6d6d-4d57-bfa0-53a6c3b6d835 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:24:29.893985 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e577cce-6d6d-4d57-bfa0-53a6c3b6d835'] response: {'name': 'network-changed', 'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'status': 'completed', 'code': 200} Jul 26 03:24:29.921545 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-25570831-c589-4e5a-aa64-ffc37e3572d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:29.923135 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-25570831-c589-4e5a-aa64-ffc37e3572d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1127 time: 0.0413926 Jul 26 03:24:29.966612 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-b1f60f47-223b-4ab9-8459-de934ab22b4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 217 time: 0.0334485 Jul 26 03:24:30.021642 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-b8730dc2-453a-4f72-b845-e71f8cc39ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:30.023143 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-b8730dc2-453a-4f72-b845-e71f8cc39ed5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0510087 Jul 26 03:24:30.070866 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-a4b2f470-3540-435e-9543-d4fe13380fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:30.072392 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-a4b2f470-3540-435e-9543-d4fe13380fae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387204 Jul 26 03:24:30.138682 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:30.167617 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-b5286d1c-3c44-45d4-b7b0-fe638d34fabb service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850165 Jul 26 03:24:30.239466 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:30.261619 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-89e14ea0-39c3-41a1-8e2e-6b233602845e req-c45a695a-e8dc-4f44-94d5-1514b75db04f service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852175 Jul 26 03:24:30.563804 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87603-c84d-4491-8878-a43fa767d74b req-f9b0e624-76c4-4020-ac84-215c5b23cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:30.565184 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b9d87603-c84d-4491-8878-a43fa767d74b req-f9b0e624-76c4-4020-ac84-215c5b23cc3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1127 time: 0.0500567 Jul 26 03:24:30.677229 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87603-c84d-4491-8878-a43fa767d74b req-0bfce5fa-59b0-4fb3-8fb5-372d358a151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:30.678747 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b9d87603-c84d-4491-8878-a43fa767d74b req-0bfce5fa-59b0-4fb3-8fb5-372d358a151d service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.1028647 Jul 26 03:24:30.720863 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b9d87603-c84d-4491-8878-a43fa767d74b req-6a3604f6-5e31-4a16-841e-7de52a6ff312 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 217 time: 0.0319557 Jul 26 03:24:30.775752 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87603-c84d-4491-8878-a43fa767d74b req-4ca492cf-9814-4146-b406-770ed2ee5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:30.777208 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b9d87603-c84d-4491-8878-a43fa767d74b req-4ca492cf-9814-4146-b406-770ed2ee5bc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0469120 Jul 26 03:24:30.849033 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87603-c84d-4491-8878-a43fa767d74b req-71df91fb-216f-4c80-a30d-bb3b5294db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:30.850407 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b9d87603-c84d-4491-8878-a43fa767d74b req-71df91fb-216f-4c80-a30d-bb3b5294db5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629807 Jul 26 03:24:30.865467 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bafd2-4f32-45a5-93f3-bf075f2e65a1 req-b0161ebd-87e5-47c6-bb27-b7d30fca40f5 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:30.866807 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8e9bafd2-4f32-45a5-93f3-bf075f2e65a1 req-b0161ebd-87e5-47c6-bb27-b7d30fca40f5 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0532875 Jul 26 03:24:30.975303 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8e9bafd2-4f32-45a5-93f3-bf075f2e65a1 req-53ea2d7f-73a3-496b-8089-ad98243bc1fc tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999255 Jul 26 03:24:30.986822 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b9d87603-c84d-4491-8878-a43fa767d74b req-febadbda-e4e6-4484-a83e-896a431cd859 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190784 Jul 26 03:24:31.085704 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b9d87603-c84d-4491-8878-a43fa767d74b req-77f2320d-81f8-4d5d-94fa-c628efeca0a0 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897353 Jul 26 03:24:32.105112 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccfc49-ab74-403d-babf-1eb613542cbd req-1deabe1e-6f29-4201-aab9-d297eadaefa4 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:32.106649 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-52ccfc49-ab74-403d-babf-1eb613542cbd req-1deabe1e-6f29-4201-aab9-d297eadaefa4 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0508795 Jul 26 03:24:32.158460 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-52ccfc49-ab74-403d-babf-1eb613542cbd req-5da31a90-51d1-4571-8f6a-1662ecdb0507 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Jul 26 03:24:33.289498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddba6e-20c1-4a55-bd05-03636e3f6d6b req-7cbaa8fc-11b8-42af-87ec-05d76ae01284 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:33.290838 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a1ddba6e-20c1-4a55-bd05-03636e3f6d6b req-7cbaa8fc-11b8-42af-87ec-05d76ae01284 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0492220 Jul 26 03:24:33.343351 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a1ddba6e-20c1-4a55-bd05-03636e3f6d6b req-269eb3a4-9199-4951-94c0-53b269233de3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441964 Jul 26 03:24:34.467204 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a391c-1204-494f-a2bc-10e40013edd7 req-6aaa4b8a-efe6-49ad-b10a-fb8192bcbd3b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:34.468663 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-132a391c-1204-494f-a2bc-10e40013edd7 req-6aaa4b8a-efe6-49ad-b10a-fb8192bcbd3b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0471711 Jul 26 03:24:34.523316 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-132a391c-1204-494f-a2bc-10e40013edd7 req-3b74d961-48df-40b8-8ae1-9b1ae74940cc tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490224 Jul 26 03:24:35.332633 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=64 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:35.340196 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=68 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:35.651487 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45758539-e39c-4f97-ad44-13adfc446d3b req-92a551de-ab1a-484f-9a88-9a9c84a2a7b1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:35.653541 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-45758539-e39c-4f97-ad44-13adfc446d3b req-92a551de-ab1a-484f-9a88-9a9c84a2a7b1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0496774 Jul 26 03:24:35.709377 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-45758539-e39c-4f97-ad44-13adfc446d3b req-c1ace69d-1ff8-4704-9b4f-0318a8cc9ed8 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Jul 26 03:24:36.853299 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274f362-d396-402f-9e95-652b170e4709 req-66336758-e9da-4e46-94a3-e0b5b766864d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:36.854667 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b274f362-d396-402f-9e95-652b170e4709 req-66336758-e9da-4e46-94a3-e0b5b766864d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0590315 Jul 26 03:24:36.914157 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b274f362-d396-402f-9e95-652b170e4709 req-19bb6c3f-a1ec-4878-9935-6a4cf85c39f9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538299 Jul 26 03:24:38.042524 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488ff33-da3a-4133-a628-22adc6d86e69 req-9784db6b-796b-4c4c-87ec-a62942d19e05 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:38.044040 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a488ff33-da3a-4133-a628-22adc6d86e69 req-9784db6b-796b-4c4c-87ec-a62942d19e05 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 943 time: 0.0509403 Jul 26 03:24:38.094054 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a488ff33-da3a-4133-a628-22adc6d86e69 req-8428f0ee-8c0d-487e-8f79-6cd214685eae tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 Jul 26 03:24:38.204786 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device bc748c40-8c62-4981-b118-2bb23d7a57ff details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:24:38.208285 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:38.313301 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port bc748c40-8c62-4981-b118-2bb23d7a57ff, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:24:38.324960 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:24:38.359347 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port bc748c40-8c62-4981-b118-2bb23d7a57ff is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:24:38.359737 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:38.372692 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc748c40-8c62-4981-b118-2bb23d7a57ff {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:24:38.399792 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port bc748c40-8c62-4981-b118-2bb23d7a57ff, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:24:38.406119 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:38.454336 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=bc748c40-8c62-4981-b118-2bb23d7a57ff,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:38.461964 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.462314 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.462692 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.463064 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.463401 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.463734 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.464064 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.464390 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.464717 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.465047 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.465352 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.465686 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.466006 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.466328 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.466644 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:24:38.700164 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['bc748c40-8c62-4981-b118-2bb23d7a57ff'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:24:38.851979 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:39.237666 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffebab0-55c5-42a8-b164-415a21de2f10 req-c3cdb0ed-251c-41f3-a710-54f4c099e83d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:39.239740 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cffebab0-55c5-42a8-b164-415a21de2f10 req-c3cdb0ed-251c-41f3-a710-54f4c099e83d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 944 time: 0.0546827 Jul 26 03:24:39.290500 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-cffebab0-55c5-42a8-b164-415a21de2f10 req-5d7b3065-da26-41d3-837d-48bd48b014b3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448470 Jul 26 03:24:40.219652 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device bc748c40-8c62-4981-b118-2bb23d7a57ff up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:24:40.274332 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port bc748c40-8c62-4981-b118-2bb23d7a57ff completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:24:40.282697 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port bc748c40-8c62-4981-b118-2bb23d7a57ff triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:24:40.283002 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:40.355656 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port bc748c40-8c62-4981-b118-2bb23d7a57ff is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:24:40.356015 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:40.358836 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:24:40.380001 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:24:40.382277 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c171c7a-5411-4b84-8289-7a38063fd0be" -d '{"events": [{"server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "name": "network-vif-plugged", "status": "completed", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:24:40.394906 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port bc748c40-8c62-4981-b118-2bb23d7a57ff, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:24:40.401014 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:40.410761 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f713-1213-4ca6-9dee-b881ff0b2ed2 req-6f4adee5-0406-483d-98d5-5daace100ab6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:40.412305 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b191f713-1213-4ca6-9dee-b881ff0b2ed2 req-6f4adee5-0406-483d-98d5-5daace100ab6 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 944 time: 0.0504892 Jul 26 03:24:40.426515 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc976f13-c787-4776-a3dc-90e0dace6122 x-openstack-request-id: req-bc976f13-c787-4776-a3dc-90e0dace6122 {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:24:40.426699 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:40.426807 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "name": "network-vif-plugged", "status": "completed", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:24:40.427060 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc976f13-c787-4776-a3dc-90e0dace6122 {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:24:40.427447 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc976f13-c787-4776-a3dc-90e0dace6122'] response: {'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'code': 200} Jul 26 03:24:40.452710 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=bc748c40-8c62-4981-b118-2bb23d7a57ff,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:40.469569 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-b191f713-1213-4ca6-9dee-b881ff0b2ed2 req-36bebacd-66e9-4b20-bfd3-01e5966f4a91 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506773 Jul 26 03:24:40.665139 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af284e15-e7a2-47bc-afac-e5fdcaa9aa13 req-c41121f2-6a8c-4a94-b53c-3d89a5fa3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:40.666612 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-af284e15-e7a2-47bc-afac-e5fdcaa9aa13 req-c41121f2-6a8c-4a94-b53c-3d89a5fa3bfe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1129 time: 0.0387185 Jul 26 03:24:40.722627 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-af284e15-e7a2-47bc-afac-e5fdcaa9aa13 req-a1dcfcaf-a083-4f98-b85c-e4112ac8f458 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Jul 26 03:24:40.907699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:41.608826 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3809e4-cf46-4452-a1a5-a279b1364dee req-e8607883-e643-4858-9df8-284ad8e9b546 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:41.610346 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a3809e4-cf46-4452-a1a5-a279b1364dee req-e8607883-e643-4858-9df8-284ad8e9b546 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 945 time: 0.0532589 Jul 26 03:24:41.662108 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-6a3809e4-cf46-4452-a1a5-a279b1364dee req-32eefa64-3d5f-4aad-850e-d0f949be6f77 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Jul 26 03:24:42.776495 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:42.796839 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449a04-9065-4618-a7e1-98481f912bd7 req-2e1e1790-269f-41c6-8c25-6461fe161138 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:42.798796 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a0449a04-9065-4618-a7e1-98481f912bd7 req-2e1e1790-269f-41c6-8c25-6461fe161138 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 945 time: 0.0523496 Jul 26 03:24:42.852861 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a0449a04-9065-4618-a7e1-98481f912bd7 req-288c3e77-c725-496e-9297-dc49db75b0d5 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481949 Jul 26 03:24:42.954810 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:42.961442 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:42.976155 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86dd7d-3493-4eb9-a633-be47950357ee req-9b243935-2306-4eef-ae96-bc33af7908c7 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:42.977635 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a86dd7d-3493-4eb9-a633-be47950357ee req-9b243935-2306-4eef-ae96-bc33af7908c7 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 945 time: 0.0534163 Jul 26 03:24:43.028693 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-9a86dd7d-3493-4eb9-a633-be47950357ee req-70921659-0044-405e-8788-a67e0f3741c1 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454538 Jul 26 03:24:43.055956 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35866) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:24:43.100411 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfdc540-2854-45b9-b6c1-b8ab594783a5 tempest-TestVolumeBootPattern-352089215 tempest-TestVolumeBootPattern-352089215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:43.102982 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-abfdc540-2854-45b9-b6c1-b8ab594783a5 tempest-TestVolumeBootPattern-352089215 tempest-TestVolumeBootPattern-352089215-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1124 time: 0.0459538 Jul 26 03:24:43.106002 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35868) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:24:43.111648 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:24:43.134762 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:43.217919 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:43.320905 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Allocated IP 172.27.3.207 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/1b68a039-4f42-4998-8cf4-42d3539bf1a6) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:24:43.432712 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:43.468617 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:43.507788 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:24:43.510729 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:24:43.514505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:24:43.538596 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=1b68a039-4f42-4998-8cf4-42d3539bf1a6,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:43.669642 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:43.813862 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:43.868190 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (c1413efe-a878-4a6c-a7e6-9df30574ff61), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:43.939523 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:44.085703 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:44.093254 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:44.158876 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=1b68a039-4f42-4998-8cf4-42d3539bf1a6,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:24:44.172347 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (c1413efe-a878-4a6c-a7e6-9df30574ff61), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:44.265891 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Floating IP c1413efe-a878-4a6c-a7e6-9df30574ff61 associated. External IP: 172.27.3.207, port: bc748c40-8c62-4981-b118-2bb23d7a57ff. Jul 26 03:24:44.473536 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:24:44.515498 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:44.579468 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:24:44.589998 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:24:44.598493 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:44.601530 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:24:44.602142 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:24:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:44.627338 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:44.632196 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-04dee19f-8d59-4216-978d-fd374673f251 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5250022 Jul 26 03:24:44.633192 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:24:44.635596 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:24:44.675456 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a6d24-882a-44d1-9763-92bdb891fd01 x-openstack-request-id: req-5f0a6d24-882a-44d1-9763-92bdb891fd01 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:24:44.675746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:24:44.676022 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f0a6d24-882a-44d1-9763-92bdb891fd01 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:24:44.676430 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0a6d24-882a-44d1-9763-92bdb891fd01'] response: {'name': 'network-changed', 'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'status': 'completed', 'code': 200} Jul 26 03:24:44.710804 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:24:44.740521 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-0ae9bd7f-21f4-43d4-a3a5-b1d98d87db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:44.741923 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-0ae9bd7f-21f4-43d4-a3a5-b1d98d87db0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1129 time: 0.0398655 Jul 26 03:24:44.836791 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-c6031a88-94b0-4c75-9fdd-e92548159c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:44.838299 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-c6031a88-94b0-4c75-9fdd-e92548159c0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0891032 Jul 26 03:24:44.922858 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:43Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:44.952886 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:24:44.962528 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:24:44.963151 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:24:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:45.068761 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:24:45.170736 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-dc874693-5af9-4617-98ec-b8a7f1f64047 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 999 time: 0.3260672 Jul 26 03:24:45.222110 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-37a0de99-d870-4660-93d9-61db8a6b2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:45.223615 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-37a0de99-d870-4660-93d9-61db8a6b2a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0461109 Jul 26 03:24:45.272929 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-808f4d75-26e5-452a-a788-4b332aac54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:45.274453 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-808f4d75-26e5-452a-a788-4b332aac54fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447142 Jul 26 03:24:45.366043 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:43Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:24:45.374993 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-a2721818-d17f-46fc-8efd-bf472dc29a0f service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941410 Jul 26 03:24:45.390493 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070efb8-9bf3-41c0-bdd7-98271b03712d None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:43Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:24:45.467915 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-9dcc1d67-6c25-4295-9a59-6f539c0c1b1c req-619c44dd-c134-40d8-b0d0-7f0f8dc416fb service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872545 Jul 26 03:24:45.576818 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865bd7bb-cc0a-4cfc-80c9-8970287ea06b None None] New status for floating IP c1413efe-a878-4a6c-a7e6-9df30574ff61: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:24:45.618288 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:48.390697 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-6cf33c8b-8816-4ac1-a05d-694b80736ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378377 Jul 26 03:24:48.483389 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-77053087-740d-488d-8379-d3ca2adf2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:48.484987 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-77053087-740d-488d-8379-d3ca2adf2466 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1129 time: 0.0434136 Jul 26 03:24:48.597222 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-c27d6e26-69cf-475b-b588-e5b216cb277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:48.598645 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-c27d6e26-69cf-475b-b588-e5b216cb277a service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0907788 Jul 26 03:24:48.658642 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-6573b533-8a74-4c2f-9bed-4900e7893e29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 1001 time: 0.0535293 Jul 26 03:24:48.711033 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-c4049f1c-09f3-42d3-becb-61c8b76d9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:48.712416 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-c4049f1c-09f3-42d3-becb-61c8b76d9283 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0478821 Jul 26 03:24:48.758575 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-1d8084c8-efbb-4259-967f-ba83aa7e57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:24:48.760098 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-1d8084c8-efbb-4259-967f-ba83aa7e57db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409222 Jul 26 03:24:48.853994 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-5a811c9e-a63d-4073-a367-274d682207df service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860851 Jul 26 03:24:48.916933 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:48.940969 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:48.957498 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3fb59483-cc0e-4bde-aeb1-ce3444a36a31 req-da199222-4043-4998-bb89-76685176284f service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976763 Jul 26 03:24:49.757038 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c63394be-f25a-4055-b77d-a869614142c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:51.980774 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-45ee5887-0011-4a74-962e-887ca3eb1110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:53.019923 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:53.024123 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:53.216483 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:54.665424 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:54.799164 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:24:58.306406 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=77 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:58.307488 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=79 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:24:58.954655 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:04.790388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:04.793061 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:10.920286 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:15.738815 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=13 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:15.742356 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=13 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:17.363747 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:25:19.752806 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-40a97b29-e482-4ed1-a9cb-a0e69f636703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:21.995936 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d60931dc-078e-408a-a153-ba2e83425458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:23.222998 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:24.671059 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:24.798492 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:34.791223 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:34.793772 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:40.927666 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:43.311719 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:43.312793 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:25:49.750128 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2ce30d33-e2fb-4229-a4b4-594ac71295f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:50.374753 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-dd4aa9b8-d6ad-40c0-bc7d-19ebd1bf914f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451882 Jul 26 03:25:50.472147 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c1679-0a66-4930-855b-148ba457cb75 req-b41455bd-8319-40b6-b548-a0459c43d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:25:50.474487 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-b41455bd-8319-40b6-b548-a0459c43d101 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1129 time: 0.0477073 Jul 26 03:25:50.611708 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c1679-0a66-4930-855b-148ba457cb75 req-403f4d23-07bc-4f60-b3d1-ceab2abf8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:25:50.613995 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-403f4d23-07bc-4f60-b3d1-ceab2abf8a9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.1125755 Jul 26 03:25:50.681067 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-75d7a938-6a02-4257-a3fd-178374f4a443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 1001 time: 0.0571165 Jul 26 03:25:50.733040 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c1679-0a66-4930-855b-148ba457cb75 req-328f1bea-3b23-4020-9df3-ebf38d3a6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:25:50.734452 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-328f1bea-3b23-4020-9df3-ebf38d3a6534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0454733 Jul 26 03:25:50.781379 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c1679-0a66-4930-855b-148ba457cb75 req-ab4a7229-c971-4b87-afc4-0b3ce73e1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:25:50.782845 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-ab4a7229-c971-4b87-afc4-0b3ce73e1958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391805 Jul 26 03:25:50.891372 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-d860e0d4-244f-4096-a4c4-fb21114c722f service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981166 Jul 26 03:25:50.983611 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a96c1679-0a66-4930-855b-148ba457cb75 req-e775bf46-3a7f-46ba-95ba-34ce87f14c22 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824783 Jul 26 03:25:51.998791 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f6709d72-b33d-466d-a1b6-6090e6b33c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:53.231534 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:54.367481 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:25:54.672621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:25:54.800264 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:00.979243 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=50 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:00.980524 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=51 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:04.783222 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:04.793224 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:10.926005 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:18.344564 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=6 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:18.345561 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:19.138982 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-390a568c-e87e-4f83-b4b2-f31ef9b509ec tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378346409&fields=id&tenant_id=d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 267 time: 0.0481999 Jul 26 03:26:19.251856 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-17251e17-0dcf-4642-bb59-cddc6b3831cd tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:19.253380 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-17251e17-0dcf-4642-bb59-cddc6b3831cd tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 812 time: 0.1052947 Jul 26 03:26:19.268381 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-a1c74d4c-2376-42b5-bc10-1b5c916767b8 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/quotas/d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 375 time: 0.0095289 Jul 26 03:26:19.318549 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3d1325d4-d324-4a32-a47d-dcedd59fa584 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452521 Jul 26 03:26:19.418226 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-47b3455d-7162-4e67-a744-fdfa3fbe11e5 service neutron] 10.222.0.42 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881052 Jul 26 03:26:19.519185 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-d860dab7-3442-435e-a618-3ab7d1e18092 service neutron] 10.222.0.42 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948157 Jul 26 03:26:19.745795 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-b31081e7-361b-405e-b6cb-1fd98ed18629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:19.897915 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-29c61a38-bced-414c-8107-a195320d2f95 req-f8bcae49-1a92-40b0-90b7-b9ef1b9ec26b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 210 time: 0.0844822 Jul 26 03:26:20.891393 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-45f8d7aa-1548-4b99-83e1-2e963c3cd045 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:20.893041 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-45f8d7aa-1548-4b99-83e1-2e963c3cd045 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 812 time: 0.1078644 Jul 26 03:26:20.964608 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-480f8d32-1d4e-47da-b733-ae6b8c12d1d4 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d582e70969cb448b86cd6c9ca31512ee HTTP/1.1" status: 200 len: 380 time: 0.0552039 Jul 26 03:26:20.973779 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'port': {'device_id': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'admin_state_up': True, 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'security_groups': ['a13e766d-84b2-4d69-a52e-6d5647cb7033']}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:26:21.017845 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-31cfb027-f8d3-4f6f-a167-e4d2775f0021 req-7e665526-a83f-4cd2-899a-fcd8e6d0ca80 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 210 time: 0.0448904 Jul 26 03:26:21.088881 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Made reservation on behalf of d582e70969cb448b86cd6c9ca31512ee for: {'port': 1} {{(pid=104279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 03:26:21.092367 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:21.229287 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Allocated IP 172.20.0.13 (05a6d8c8-75af-4261-9b6e-035a9059e17e/6d2675c2-5552-4cb2-bf19-5db5eb26c296/ddecead8-0c75-44ac-a4a4-9d96aeeb78ac) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:26:21.368972 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:21.402746 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:21.450403 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:26:21.455810 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:26:21.459728 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:26:21.463962 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:26:21.488504 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.488820 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.489178 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.489505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.489798 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.490115 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.490429 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.490747 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.491096 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.491403 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.491716 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.492025 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.492348 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.492651 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.492951 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:21.524426 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:21.525074 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:21.543187 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-040ad03b-3189-4c5a-b636-7fe9aab5ee26 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5729973 Jul 26 03:26:21.676328 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Request body: {'port': {'device_id': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:26:21.728854 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:21.735311 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-9bb06284-61ce-4833-8ffc-af8b4b03535d None None] Provisioning complete for port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac triggered by entity DHCP. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:26:21.735989 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9bb06284-61ce-4833-8ffc-af8b4b03535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:21.736166 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:21.749111 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:21.767391 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9bb06284-61ce-4833-8ffc-af8b4b03535d None None] Port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac cannot update to ACTIVE because it is not bound. {{(pid=104280) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 03:26:21.989639 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddecead8-0c75-44ac-a4a4-9d96aeeb78ac {{(pid=104279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:26:21.994177 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a8089eb8-cb46-432e-87d0-b648b7517821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:21.998100 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Publish callbacks [] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:22.011074 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.provisioning_blocks [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Transition to ACTIVE for port object ddecead8-0c75-44ac-a4a4-9d96aeeb78ac will not be triggered until provisioned by entity L2. {{(pid=104279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 03:26:22.016691 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:22.071915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Pushing event updated for resources: {'Port': ['ID=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:26:22.172297 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52949ae6-3b85-4920-9caf-e514bf2ca136 req-e6be8a58-93b0-487c-9ff1-d6904ce65751 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:22.173803 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-52949ae6-3b85-4920-9caf-e514bf2ca136 req-e6be8a58-93b0-487c-9ff1-d6904ce65751 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0607085 Jul 26 03:26:22.198113 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Attempting to bind port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac on host hv-cinder-85084 for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 03:26:22.198451 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Attempting to bind port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 03:26:22.198774 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Attempting to bind port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:26:22.208864 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac on network 05a6d8c8-75af-4261-9b6e-035a9059e17e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 03:26:22.209185 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Attempting to bind port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac on network 05a6d8c8-75af-4261-9b6e-035a9059e17e {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 03:26:22.222344 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Checking agent: {'id': 'ce8ab066-f76a-454b-8327-bfe682bc7f01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'started_at': datetime.datetime(2022, 7, 26, 3, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 3, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 03:26:22.222680 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Checking segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 03:26:22.223084 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Bound using segment: {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 03:26:22.223520 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Bound port: ddecead8-0c75-44ac-a4a4-9d96aeeb78ac, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196a29d6-f0db-46e5-b508-5b1360a68986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 03:26:22.223878 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:22.250284 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-52949ae6-3b85-4920-9caf-e514bf2ca136 req-7c0af464-a75e-4723-a281-b89d3e886ab3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690808 Jul 26 03:26:22.301802 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] For port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac, host hv-cinder-85084, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 03:26:22.304891 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] For port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 03:26:22.313209 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:22.349434 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:22.350045 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:22.351428 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] 10.222.0.36 "PUT /v2.0/ports/ddecead8-0c75-44ac-a4a4-9d96aeeb78ac HTTP/1.1" status: 200 len: 1094 time: 0.7247601 Jul 26 03:26:22.351855 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:26:22.354155 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd6eba8-127e-4d68-8bd3-60ea193afba9" -d '{"events": [{"name": "network-changed", "server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:26:22.374447 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ac79-bb86-4006-adbd-6b617dd09faa service neutron] Pushing event updated for resources: {'Port': ['ID=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:26:22.400505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4840008d-72c5-4932-b05c-f371b8f97f1e x-openstack-request-id: req-4840008d-72c5-4932-b05c-f371b8f97f1e {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:26:22.400949 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:26:22.401301 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4840008d-72c5-4932-b05c-f371b8f97f1e {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:26:22.401767 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4840008d-72c5-4932-b05c-f371b8f97f1e'] response: {'name': 'network-changed', 'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'status': 'completed', 'code': 200} Jul 26 03:26:22.447989 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-a6792263-fb4b-466a-9c9c-8b5d752e1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:22.449498 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-a6792263-fb4b-466a-9c9c-8b5d752e1b66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 1128 time: 0.0402849 Jul 26 03:26:22.492877 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-a52e12c8-f8dc-438a-a171-e54b2da39060 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac HTTP/1.1" status: 200 len: 217 time: 0.0360343 Jul 26 03:26:22.545364 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-d15b86ec-13d9-4e4f-be04-d97612031074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:22.546825 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-d15b86ec-13d9-4e4f-be04-d97612031074 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0438437 Jul 26 03:26:22.594603 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-b856e993-2012-4215-8485-e2a52dae7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:22.596129 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-b856e993-2012-4215-8485-e2a52dae7cff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390356 Jul 26 03:26:22.613838 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:22.694280 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-cc946a32-4324-4413-ba67-b4f716acc982 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880296 Jul 26 03:26:22.759285 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:22.789114 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-92b8766d-af37-4d35-b510-54ec1aadf61e req-269a92ce-b3d5-480a-ba6c-b3894af8947a service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844696 Jul 26 03:26:23.173489 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-f1a566d7-47db-40d2-950c-6f3d44a1da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:23.175618 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-f1a566d7-47db-40d2-950c-6f3d44a1da3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 1128 time: 0.0567436 Jul 26 03:26:23.225793 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:23.272499 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-98e4297a-203e-446f-bd24-fede49625a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:23.273960 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-98e4297a-203e-446f-bd24-fede49625a2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0873406 Jul 26 03:26:23.318409 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-6773705c-b89b-43f5-8a5e-9862f5ac99e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac HTTP/1.1" status: 200 len: 217 time: 0.0354397 Jul 26 03:26:23.391422 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa960d-e983-4f24-9a8c-aba56c6a40a6 req-27f3c7e9-5308-4d58-b501-cd604db50ff0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:23.392857 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-93fa960d-e983-4f24-9a8c-aba56c6a40a6 req-27f3c7e9-5308-4d58-b501-cd604db50ff0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0715921 Jul 26 03:26:23.401884 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-5ca55bc9-9145-4ff9-b970-8c12f95ae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:23.403238 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-5ca55bc9-9145-4ff9-b970-8c12f95ae0b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0737498 Jul 26 03:26:23.472313 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-c776a83a-da86-421c-af99-0e24d47c3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:23.473660 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-c776a83a-da86-421c-af99-0e24d47c3f34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586019 Jul 26 03:26:23.477576 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-93fa960d-e983-4f24-9a8c-aba56c6a40a6 req-91ef5306-5983-4a91-9231-802ee74fc771 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783601 Jul 26 03:26:23.573215 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-8811e1b4-4184-450c-8b3a-f38a296ab725 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892541 Jul 26 03:26:23.672445 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8cd6eba8-127e-4d68-8bd3-60ea193afba9 req-556b2d06-2be2-40c6-a11a-108cda7b5b8c service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896149 Jul 26 03:26:24.607761 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1d1ad-c40c-40c7-882d-d0d621b95abc req-bcb36213-7d5b-40ae-b092-6a34b935462d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:24.609234 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-04e1d1ad-c40c-40c7-882d-d0d621b95abc req-bcb36213-7d5b-40ae-b092-6a34b935462d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0494277 Jul 26 03:26:24.660965 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-04e1d1ad-c40c-40c7-882d-d0d621b95abc req-65395273-a833-431f-94f1-b28b0645224d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460660 Jul 26 03:26:24.667704 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-ce9ba73c-8291-4adf-8ec5-0260fac0ed8d req-551f46f2-8b9a-4b5f-b770-c907a6074278 service neutron] (104279) timed out ('10.222.0.36', 53730) {{(pid=104279) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:26:24.670681 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:24.799143 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:24.903618 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-f240313a-d096-4181-b9a3-1057cb578785 req-93220c67-e228-43a6-9117-d033adc83c75 service neutron] (104278) timed out ('10.222.0.36', 53706) {{(pid=104278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:26:25.029042 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-64fcd496-65bc-4c3f-9749-e23c06588975 req-bafd71df-bc9f-4fcd-bd01-20d43f16ef4c service neutron] (104278) timed out ('10.222.0.36', 53703) {{(pid=104278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:26:25.785960 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a1608-02eb-494b-b984-844241462a8f req-f23695ad-5bc3-4475-8a5d-a1f3e5157b74 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:25.787442 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-833a1608-02eb-494b-b984-844241462a8f req-f23695ad-5bc3-4475-8a5d-a1f3e5157b74 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0471380 Jul 26 03:26:25.836963 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-833a1608-02eb-494b-b984-844241462a8f req-70b4492b-796a-444c-a588-a26259051d50 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437028 Jul 26 03:26:26.967204 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724450a6-2830-4b9e-acd4-7dd438df98b9 req-bf12e8ae-5283-43a3-84c5-0f3fa6cfbc40 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:26.968632 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-724450a6-2830-4b9e-acd4-7dd438df98b9 req-bf12e8ae-5283-43a3-84c5-0f3fa6cfbc40 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0485616 Jul 26 03:26:27.020695 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-724450a6-2830-4b9e-acd4-7dd438df98b9 req-a40b2299-74c3-4c0e-bee1-4a207d51b447 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Jul 26 03:26:28.137057 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1292a-044e-4d32-8e94-1bab99beecdf req-bb5ea4f8-ab27-4aab-87d6-221b620e6523 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:28.138471 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8db1292a-044e-4d32-8e94-1bab99beecdf req-bb5ea4f8-ab27-4aab-87d6-221b620e6523 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0460339 Jul 26 03:26:28.193001 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-8db1292a-044e-4d32-8e94-1bab99beecdf req-a158da7e-302f-4cc3-82d9-cf2dc5926e40 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462387 Jul 26 03:26:29.329090 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4b3c0-ff9b-498b-9122-9b81f8f54f30 req-0eeb5586-44de-4a5d-9e64-7cad2163ab41 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:29.332111 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1bf4b3c0-ff9b-498b-9122-9b81f8f54f30 req-0eeb5586-44de-4a5d-9e64-7cad2163ab41 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0529962 Jul 26 03:26:29.389018 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-1bf4b3c0-ff9b-498b-9122-9b81f8f54f30 req-c7d62798-7186-4042-9781-8644115f1321 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512061 Jul 26 03:26:30.529507 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002ef42-6d21-453b-8696-efebfed0d553 req-e07ba98f-f0b5-4072-a89e-453803d0ff0c tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:30.530931 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a002ef42-6d21-453b-8696-efebfed0d553 req-e07ba98f-f0b5-4072-a89e-453803d0ff0c tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 944 time: 0.0478842 Jul 26 03:26:30.565683 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:30.582095 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-a002ef42-6d21-453b-8696-efebfed0d553 req-0253c5be-9bd9-4a39-8392-95dffc1c5fbe tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Jul 26 03:26:30.625682 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device ddecead8-0c75-44ac-a4a4-9d96aeeb78ac details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=104280) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 03:26:30.739909 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:26:30.751114 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Returning: {'device': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'port_id': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'mac_address': 'fa:16:3e:30:3a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104280) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 03:26:30.786070 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac is: DOWN; New status is: BUILD {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:26:30.786444 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:30.800353 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddecead8-0c75-44ac-a4a4-9d96aeeb78ac {{(pid=104280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 03:26:30.822502 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:26:30.828792 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:30.876699 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,revision_number=4']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:26:30.883892 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.884242 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.884588 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.884930 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.885268 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.885682 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.886025 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.886343 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.886667 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.886983 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.887330 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.887658 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.887983 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.888302 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:30.888618 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:26:31.085673 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] get_ports_and_sgs() called for port_ids ['ddecead8-0c75-44ac-a4a4-9d96aeeb78ac'] {{(pid=104280) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 03:26:31.288150 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:31.292052 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:31.367615 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:26:31.719964 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67436fe0-e861-466c-b650-b6ce2d83e5ef req-470f8701-eaec-4721-90ea-af93d57fc010 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:31.722384 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67436fe0-e861-466c-b650-b6ce2d83e5ef req-470f8701-eaec-4721-90ea-af93d57fc010 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 945 time: 0.0543263 Jul 26 03:26:31.774997 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-67436fe0-e861-466c-b650-b6ce2d83e5ef req-6a902e0b-414c-4e19-9969-74c800fb8fec tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442400 Jul 26 03:26:32.654275 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device ddecead8-0c75-44ac-a4a4-9d96aeeb78ac up at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 03:26:32.705282 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning for port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac completed by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 03:26:32.714220 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.provisioning_blocks [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Provisioning complete for port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac triggered by entity L2. {{(pid=104280) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 03:26:32.714581 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7774880'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), provisioning_complete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:32.786749 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Current status of the port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac is: BUILD; New status is: ACTIVE {{(pid=104280) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 03:26:32.787160 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), before_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:32.811833 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac'}] {{(pid=104280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:26:32.814097 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9561f9548b0798601a6c4512ef2b133d7818c6eeaffc2f02339edb9f84889f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30933a8d-00bc-4ec1-9301-8e7ba03f957d" -d '{"events": [{"server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "name": "network-vif-plugged", "status": "completed", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac"}]}' {{(pid=104280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:26:32.826656 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] For port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:26:32.834217 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:32.873975 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b856a-69f8-48f8-91e0-8150e37d83ee x-openstack-request-id: req-8a3b856a-69f8-48f8-91e0-8150e37d83ee {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:26:32.874269 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "name": "network-vif-plugged", "status": "completed", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac", "code": 200}]} {{(pid=104280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:26:32.874522 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a3b856a-69f8-48f8-91e0-8150e37d83ee {{(pid=104280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:26:32.874914 dv-cinder-850840-2-iscsi neutron-server[104280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3b856a-69f8-48f8-91e0-8150e37d83ee'] response: {'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'code': 200} Jul 26 03:26:32.892910 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Pushing event updated for resources: {'Port': ['ID=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,revision_number=5']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:26:32.900038 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89e521-0d22-41e0-91e1-096bf9ba5442 req-2e230369-58d9-4310-819f-e30d9fd7ba17 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:32.901757 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2e89e521-0d22-41e0-91e1-096bf9ba5442 req-2e230369-58d9-4310-819f-e30d9fd7ba17 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 946 time: 0.0488181 Jul 26 03:26:32.950447 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2e89e521-0d22-41e0-91e1-096bf9ba5442 req-02643638-50d3-41fb-915b-a95391436230 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Jul 26 03:26:33.095878 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b0245-43c6-41b2-b0ba-5ec6c5b001ff req-897ed0dd-8d73-4a6f-aa4f-7ffc9f299f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:33.097470 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-443b0245-43c6-41b2-b0ba-5ec6c5b001ff req-897ed0dd-8d73-4a6f-aa4f-7ffc9f299f1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 1130 time: 0.0456259 Jul 26 03:26:33.146553 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-443b0245-43c6-41b2-b0ba-5ec6c5b001ff req-51436b14-23b9-4274-a591-f53e843164fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Jul 26 03:26:34.084402 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3c37-b1fc-4a64-ab4e-b5dae11cef6d req-cb01b0bf-e42e-4c9d-93ab-b74413b5a309 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:34.085868 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-60db3c37-b1fc-4a64-ab4e-b5dae11cef6d req-cb01b0bf-e42e-4c9d-93ab-b74413b5a309 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 946 time: 0.0482404 Jul 26 03:26:34.410598 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-60db3c37-b1fc-4a64-ab4e-b5dae11cef6d req-991f2388-b5ed-4bf9-9333-4640f6b386b3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139646 Jul 26 03:26:35.512033 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:35.550910 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee304e-d117-4ea3-b95a-20885afcf0b5 req-47b13e5e-908c-4dcc-a67b-cfa7f3023193 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:35.552454 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-26ee304e-d117-4ea3-b95a-20885afcf0b5 req-47b13e5e-908c-4dcc-a67b-cfa7f3023193 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 946 time: 0.0492330 Jul 26 03:26:35.609016 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-26ee304e-d117-4ea3-b95a-20885afcf0b5 req-46c1019d-4a07-441a-aa4b-260568943edf tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506029 Jul 26 03:26:35.735530 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093b36-eb75-4c6e-a842-4052d7660dab req-48130440-9448-4b1c-af00-cdf8b657e722 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:35.737052 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b5093b36-eb75-4c6e-a842-4052d7660dab req-48130440-9448-4b1c-af00-cdf8b657e722 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 946 time: 0.0575118 Jul 26 03:26:35.785818 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-b5093b36-eb75-4c6e-a842-4052d7660dab req-c29d6906-7ea0-4196-9181-0562d4f8aa4d tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Jul 26 03:26:35.816055 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35992) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:26:35.853928 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac4f6d-2fb2-42f0-9d89-36436574c4b9 tempest-TestVolumeBootPattern-352089215 tempest-TestVolumeBootPattern-352089215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:35.855450 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-eeac4f6d-2fb2-42f0-9d89-36436574c4b9 tempest-TestVolumeBootPattern-352089215 tempest-TestVolumeBootPattern-352089215-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 1125 time: 0.0384233 Jul 26 03:26:35.859970 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 35994) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:26:35.864070 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.v2.base [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Request body: {'floatingip': {'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'port_id': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 03:26:35.888843 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:35.971405 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (None), before_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:36.082210 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_common [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Allocated IP 172.27.3.35 (5e4aae24-bf2f-4f56-8c39-cdfd33375d7e/9ef825a4-de49-4209-a533-5276f9d1b6a3/55094cae-d124-4bfb-b413-81f3bda78afe) {{(pid=104279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 03:26:36.187664 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (55094cae-d124-4bfb-b413-81f3bda78afe), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:36.227902 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767197911107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (55094cae-d124-4bfb-b413-81f3bda78afe), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:36.270350 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Network 5e4aae24-bf2f-4f56-8c39-cdfd33375d7e is already hosted by enough agents. {{(pid=104279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 03:26:36.275622 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.base_scheduler [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Resources bound (agent type, host, resource id): {{(pid=104279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 03:26:36.279431 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Received port after_create {{(pid=104279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 03:26:36.282645 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=55094cae-d124-4bfb-b413-81f3bda78afe,revision_number=1']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:26:36.304101 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:36.620336 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:36.638353 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (34d3c344-34c9-4f3a-88ab-58e627101be6), precommit_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:36.705268 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7624387'] for port (55094cae-d124-4bfb-b413-81f3bda78afe), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:36.852858 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for port (55094cae-d124-4bfb-b413-81f3bda78afe), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:36.860730 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767198290652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767197911125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767197911143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3067751'] for port (55094cae-d124-4bfb-b413-81f3bda78afe), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:36.924355 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event updated for resources: {'Port': ['ID=55094cae-d124-4bfb-b413-81f3bda78afe,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:26:36.939281 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690148'] for floatingip (34d3c344-34c9-4f3a-88ab-58e627101be6), after_create {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:37.033532 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Floating IP 34d3c344-34c9-4f3a-88ab-58e627101be6 associated. External IP: 172.27.3.35, port: ddecead8-0c75-44ac-a4a4-9d96aeeb78ac. Jul 26 03:26:37.474674 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:37.503703 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:26:37.604203 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:26:37.614153 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:26:37.624847 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:37.626263 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:26:37.626886 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:26:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:26:37.655515 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-86048cae-3581-4e38-89d9-faa76857a361 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7945802 Jul 26 03:26:37.656089 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:26:37.658318 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d912eb9-0591-4e41-812a-c694c1cd5dca" -d '{"events": [{"name": "network-changed", "server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:26:37.730371 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:26:37.747899 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fcd9f5-e372-40da-adde-00b33585a6cb x-openstack-request-id: req-44fcd9f5-e372-40da-adde-00b33585a6cb {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:26:37.748184 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:26:37.748398 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44fcd9f5-e372-40da-adde-00b33585a6cb {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:26:37.748830 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44fcd9f5-e372-40da-adde-00b33585a6cb'] response: {'name': 'network-changed', 'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'status': 'completed', 'code': 200} Jul 26 03:26:37.801365 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:37.810781 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-13a50dc4-3d36-4be9-b939-69018cf0c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:37.812313 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-13a50dc4-3d36-4be9-b939-69018cf0c7af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 1130 time: 0.0415905 Jul 26 03:26:37.906555 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-e044c5bd-aea2-4925-9703-b41ed8e7e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:37.908059 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-e044c5bd-aea2-4925-9703-b41ed8e7e708 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0891268 Jul 26 03:26:37.941796 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '34d3c344-34c9-4f3a-88ab-58e627101be6', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:30:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:26:36Z', 'updated_at': '2022-07-26T03:26:36Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}, {'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:45Z', 'revision_number': 1, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:26:37.966241 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:26:37.968322 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-9c89a179-33ee-4a08-9dfd-fe44d0b1e7f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac HTTP/1.1" status: 200 len: 999 time: 0.0538087 Jul 26 03:26:37.974966 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:26:37.975669 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:26:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:26:38.019979 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-78239d50-3d09-428f-aa92-266e54de7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:38.021449 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-78239d50-3d09-428f-aa92-266e54de7a9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0474129 Jul 26 03:26:38.064573 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-117ee027-9db9-4495-bf83-dfd8596a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:38.066071 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-117ee027-9db9-4495-bf83-dfd8596a882c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383370 Jul 26 03:26:38.078928 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:26:38.160116 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-0f25fd3d-2e80-49e0-886a-df67faf8d887 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875096 Jul 26 03:26:38.248783 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-3d912eb9-0591-4e41-812a-c694c1cd5dca req-c67d7f83-471f-45b2-805f-c455221dc1c1 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821519 Jul 26 03:26:38.296481 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '34d3c344-34c9-4f3a-88ab-58e627101be6', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:30:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:26:36Z', 'updated_at': '2022-07-26T03:26:36Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}, {'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:45Z', 'revision_number': 1, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:26:38.325214 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd417e5-1be7-46ee-a0da-7fcf0dc2e698 None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': '34d3c344-34c9-4f3a-88ab-58e627101be6', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:30:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:26:36Z', 'updated_at': '2022-07-26T03:26:36Z', 'revision_number': 0, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}, {'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:45Z', 'revision_number': 1, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:26:38.520106 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be60299-36e3-41eb-a861-a77688a4a353 None None] New status for floating IP 34d3c344-34c9-4f3a-88ab-58e627101be6: ACTIVE {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:26:39.051724 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-629462ac-26ab-49c7-bfe8-b88117fd6384 req-4218d82d-d07d-4f94-902b-da65a4d93e44 service neutron] (104279) timed out ('10.222.0.36', 53712) {{(pid=104279) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:26:40.940730 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:45.778248 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:45.782248 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:48.239366 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=41 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:48.245140 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:49.315328 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=79 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:49.316475 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=77 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:26:49.756505 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8838ca34-f7a4-4db0-845c-7f1969ade746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:51.370222 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-86aef0ac-e346-4c1b-89d8-6051cc128bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434813 Jul 26 03:26:51.457427 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-77ecb6e2-45f9-497f-bc24-9db29be28320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:51.458916 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-77ecb6e2-45f9-497f-bc24-9db29be28320 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1129 time: 0.0448720 Jul 26 03:26:51.564176 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-1115296a-46df-49d8-a95a-958221e50e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:51.565652 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-1115296a-46df-49d8-a95a-958221e50e31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0845728 Jul 26 03:26:51.630775 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-0123cc78-7bd1-4ff7-a839-85b16678b1d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 1001 time: 0.0577457 Jul 26 03:26:51.682469 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-4a445296-724e-42ea-bf73-b25324113e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:51.683940 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-4a445296-724e-42ea-bf73-b25324113e81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0426495 Jul 26 03:26:51.728219 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-84e36b3b-9efb-47af-8934-db40489ab560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:26:51.729748 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-84e36b3b-9efb-47af-8934-db40489ab560 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388837 Jul 26 03:26:51.821868 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-6fb31ffa-b718-4cd2-b920-af540fd87542 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855114 Jul 26 03:26:51.912668 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-64273fe1-b91d-4773-98f0-e26558d7f013 req-11c55ea1-40f8-4f82-ad49-f86ac68cd246 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833085 Jul 26 03:26:52.003677 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ccf0-4563-4a7f-816d-da7eb4de27d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:53.230065 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:54.673716 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:26:54.803652 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:01.908385 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=55 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:01.909663 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=46 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:04.792587 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:04.796651 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:08.372533 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:27:10.955290 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:15.815911 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=14 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:19.761402 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-46816931-fe9e-470c-b29b-96be8800a9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:22.009674 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2a9c82ed-9759-40ed-974e-52aa0a96ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:23.238750 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:24.679468 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:24.807921 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:26.314331 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:26.320657 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=18 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:34.798059 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:34.801616 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:27:40.974676 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:45.379275 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:27:49.768447 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-da1e5d40-b6cd-4847-89e7-e50abf8f46e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:52.013642 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d0f50b2f-1c2b-4720-994f-92f950039210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:53.246295 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:53.371909 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-9a39a981-24fd-4d84-b706-fea8d8ccd4ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441194 Jul 26 03:27:53.439753 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-f0f4c3ed-1878-45a2-860a-178bac386c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:27:53.441225 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-f0f4c3ed-1878-45a2-860a-178bac386c84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 1130 time: 0.0401194 Jul 26 03:27:53.544232 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-4dbcd599-d0d2-40e6-aab0-1e080fd7e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:27:53.545690 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-4dbcd599-d0d2-40e6-aab0-1e080fd7e828 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0847099 Jul 26 03:27:53.613707 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-57c2ea5c-2b16-4114-a9be-0c88de70f441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac HTTP/1.1" status: 200 len: 1001 time: 0.0571544 Jul 26 03:27:53.664197 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-fb1030c6-68fa-41c9-a93e-f9f5d043e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:27:53.665477 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-fb1030c6-68fa-41c9-a93e-f9f5d043e3cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0427318 Jul 26 03:27:53.722297 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-34243715-eabb-434d-97bf-7498851d0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:27:53.724492 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-34243715-eabb-434d-97bf-7498851d0309 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511537 Jul 26 03:27:53.826392 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-92bcecc8-1114-4d9b-84e1-1503e061e635 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921750 Jul 26 03:27:53.922855 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-269645b6-631a-4dac-836c-e6eafd21d8d2 req-c9a17ef0-ca0b-4d4f-a2c2-be0874816adc service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858233 Jul 26 03:27:54.692330 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:27:54.808747 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:03.317705 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:03.318906 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:03.917860 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=55 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:03.919301 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=46 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:04.801091 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:04.802291 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:10.970432 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:16.642309 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36036) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:16.832812 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Deleting port 55094cae-d124-4bfb-b413-81f3bda78afe {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:16.833128 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (55094cae-d124-4bfb-b413-81f3bda78afe), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:16.907280 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (55094cae-d124-4bfb-b413-81f3bda78afe), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:16.907606 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (55094cae-d124-4bfb-b413-81f3bda78afe), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:16.920716 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Calling delete_port for 55094cae-d124-4bfb-b413-81f3bda78afe owned by network:floatingip {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:17.079876 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (55094cae-d124-4bfb-b413-81f3bda78afe), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:17.109743 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event deleted for resources: {'Port': ['ID=55094cae-d124-4bfb-b413-81f3bda78afe,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:17.133881 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.134230 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.134569 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.134911 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.135277 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.135609 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.135929 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.136250 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.136571 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.136894 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.137201 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.137518 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.137832 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.138145 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.138460 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:17.184441 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (34d3c344-34c9-4f3a-88ab-58e627101be6), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:17.184721 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Floating IP 34d3c344-34c9-4f3a-88ab-58e627101be6 disassociated (deleted). External IP: 172.27.3.35, port: ddecead8-0c75-44ac-a4a4-9d96aeeb78ac. Jul 26 03:28:17.398211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:28:17.496962 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:28:17.501830 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:17.506544 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:28:17.516930 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:17.517531 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:27:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:17.534201 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-60e8f370-18ae-4971-8903-1acfa3fe8e6e tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "DELETE /v2.0/floatingips/34d3c344-34c9-4f3a-88ab-58e627101be6 HTTP/1.1" status: 204 len: 168 time: 0.8906574 Jul 26 03:28:17.534760 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:28:17.537082 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346bb869-b9c6-4f1a-bf09-0f7433766175" -d '{"events": [{"name": "network-changed", "server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:28:17.581597 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d542b645-9522-4660-a6ad-3d6746c1ea0f x-openstack-request-id: req-d542b645-9522-4660-a6ad-3d6746c1ea0f {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:28:17.581879 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:28:17.582119 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d542b645-9522-4660-a6ad-3d6746c1ea0f {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:28:17.582515 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d542b645-9522-4660-a6ad-3d6746c1ea0f'] response: {'name': 'network-changed', 'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'status': 'completed', 'code': 200} Jul 26 03:28:17.623726 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:17.641927 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:17.646827 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:17.657278 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-30eba2af-35fa-4962-a621-dd723e909215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:17.658896 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-30eba2af-35fa-4962-a621-dd723e909215 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 1130 time: 0.0446556 Jul 26 03:28:17.792837 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd19f4-890a-434b-8d7d-865ecc60fca6 req-2a5b0daf-db7e-4d25-9882-116efb00c03b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:17.794659 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4bbd19f4-890a-434b-8d7d-865ecc60fca6 req-2a5b0daf-db7e-4d25-9882-116efb00c03b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 946 time: 0.0665984 Jul 26 03:28:17.795723 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-45d9e0c5-af77-42a8-93f5-1b8e8f5a4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:17.797030 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-45d9e0c5-af77-42a8-93f5-1b8e8f5a4d60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.1317425 Jul 26 03:28:17.843918 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-4bbd19f4-890a-434b-8d7d-865ecc60fca6 req-b2ea18c8-95f8-4c21-b897-05d91951f5b9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Jul 26 03:28:17.847705 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:45Z', 'revision_number': 1, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:17.876267 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:28:17.884762 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:17.885341 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:27:52Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:17.983400 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:18.207412 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:45Z', 'revision_number': 1, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:18.232065 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1f270-9ec9-4ccb-b895-c2aa7c21c365 None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_floatingips': [{'id': 'c1413efe-a878-4a6c-a7e6-9df30574ff61', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'router_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'port_id': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'mac_address': 'fa:16:3e:1b:71:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T03:24:43Z', 'updated_at': '2022-07-26T03:24:45Z', 'revision_number': 1, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:28:18.455526 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d864bae-3a34-419a-910b-79264ad34d5c None None] New status for floating IP 34d3c344-34c9-4f3a-88ab-58e627101be6: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:28:18.928621 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-85062e8b-6b4e-4b12-9d52-08d0a819e9c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac HTTP/1.1" status: 200 len: 217 time: 0.0332904 Jul 26 03:28:18.976023 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79f98-d450-45b5-83a3-3ad3591673db req-8e166204-0b75-4c49-8714-ab00fda4cef9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:18.977512 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fdb79f98-d450-45b5-83a3-3ad3591673db req-8e166204-0b75-4c49-8714-ab00fda4cef9 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 946 time: 0.0492158 Jul 26 03:28:18.980670 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-8cdacb48-cd49-49be-be24-c6c51a29cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:18.982119 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-8cdacb48-cd49-49be-be24-c6c51a29cf65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0446436 Jul 26 03:28:19.031337 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-fdb79f98-d450-45b5-83a3-3ad3591673db req-4257417f-1aa1-4df1-95f6-6918511288be tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477800 Jul 26 03:28:19.143202 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-16556129-e4d6-4721-8d7e-490c6030ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:19.144572 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-16556129-e4d6-4721-8d7e-490c6030ede0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434155 Jul 26 03:28:19.235995 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-9d3caf67-d708-44f7-ba93-423065de1650 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836840 Jul 26 03:28:19.503412 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-346bb869-b9c6-4f1a-bf09-0f7433766175 req-6a0f1574-c272-4ac1-b604-c97dfe6e5cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025870 Jul 26 03:28:19.535968 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-987d4fc8-dcfd-4261-9a1e-58f50f813870 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:19.537410 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-987d4fc8-dcfd-4261-9a1e-58f50f813870 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 946 time: 0.0503454 Jul 26 03:28:19.620645 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Deleting port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:19.620992 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:19.713604 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] For port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:19.713963 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:19.726774 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Calling delete_port for ddecead8-0c75-44ac-a4a4-9d96aeeb78ac owned by compute:nova {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:19.755433 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-749b01dd-cdc0-4707-97f4-0114a3497159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:19.862203 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (ddecead8-0c75-44ac-a4a4-9d96aeeb78ac), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:19.887869 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event deleted for resources: {'Port': ['ID=ddecead8-0c75-44ac-a4a4-9d96aeeb78ac,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:19.901608 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.901902 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.902260 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.902566 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.902895 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.903495 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.903747 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.904106 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.904465 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.904787 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.905115 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.905471 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.905788 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.906106 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.906420 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:19.944180 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] No DVR routers for this DVR port ddecead8-0c75-44ac-a4a4-9d96aeeb78ac on host hv-cinder-85084 {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:28:19.946648 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:19.949897 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-ab698ed8-5211-492c-bb85-f1ba47203329 req-151b7715-1bf9-41bc-9447-04557d2f542f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "DELETE /v2.0/ports/ddecead8-0c75-44ac-a4a4-9d96aeeb78ac HTTP/1.1" status: 204 len: 173 time: 0.4045095 Jul 26 03:28:19.950328 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'name': 'network-vif-deleted', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:28:19.952631 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3534c934f17a08ee726fd3313bf0956d4eaa523b0e42b6ccd6a3071c5851a1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea8a2e-72dc-4f3d-8a7b-57631e647da6" -d '{"events": [{"server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "name": "network-vif-deleted", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:28:20.050713 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264e08f-fbbd-487e-80a5-8db56bbd5b7d x-openstack-request-id: req-9264e08f-fbbd-487e-80a5-8db56bbd5b7d {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:28:20.051419 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1fbe3-3916-48ef-b1a9-9cb8dde96057", "name": "network-vif-deleted", "tag": "ddecead8-0c75-44ac-a4a4-9d96aeeb78ac", "status": "completed", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:28:20.051419 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9264e08f-fbbd-487e-80a5-8db56bbd5b7d {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:28:20.051654 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9264e08f-fbbd-487e-80a5-8db56bbd5b7d'] response: {'server_uuid': 'bed1fbe3-3916-48ef-b1a9-9cb8dde96057', 'name': 'network-vif-deleted', 'tag': 'ddecead8-0c75-44ac-a4a4-9d96aeeb78ac', 'status': 'completed', 'code': 200} Jul 26 03:28:20.138738 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-53922bdd-f579-4e86-b79e-e948061d4009 req-27dcfe46-d07e-482a-bfb1-75dea198c87b tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=bed1fbe3-3916-48ef-b1a9-9cb8dde96057 HTTP/1.1" status: 200 len: 210 time: 0.0349712 Jul 26 03:28:22.019501 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5ef73abb-5674-4e24-9f7d-e449f7d08cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:22.370103 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:28:23.245756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:23.289782 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device ddecead8-0c75-44ac-a4a4-9d96aeeb78ac no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:23.309659 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: ddecead8-0c75-44ac-a4a4-9d96aeeb78ac {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:23.310003 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device ddecead8-0c75-44ac-a4a4-9d96aeeb78ac not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:23.472906 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36080) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:23.615319 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Deleting port 1b68a039-4f42-4998-8cf4-42d3539bf1a6 {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:23.615660 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:23.692537 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:23.692833 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (1b68a039-4f42-4998-8cf4-42d3539bf1a6), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:23.705265 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Calling delete_port for 1b68a039-4f42-4998-8cf4-42d3539bf1a6 owned by network:floatingip {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:23.810378 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:23.855475 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1b68a039-4f42-4998-8cf4-42d3539bf1a6), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:23.860211 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:23.880634 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event deleted for resources: {'Port': ['ID=1b68a039-4f42-4998-8cf4-42d3539bf1a6,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:23.943824 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (c1413efe-a878-4a6c-a7e6-9df30574ff61), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:23.944160 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.db.l3_db [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Floating IP c1413efe-a878-4a6c-a7e6-9df30574ff61 disassociated (deleted). External IP: 172.27.3.207, port: bc748c40-8c62-4981-b118-2bb23d7a57ff. Jul 26 03:28:24.139636 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:28:24.252683 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:28:24.257915 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:24.262495 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:28:24.272996 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:24.273556 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:28:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:24.287726 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-2f48220e-f47f-442c-9dd0-c547f2f58be0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "DELETE /v2.0/floatingips/c1413efe-a878-4a6c-a7e6-9df30574ff61 HTTP/1.1" status: 204 len: 168 time: 0.8136687 Jul 26 03:28:24.288281 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:28:24.290543 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131fb77b-8f94-4bf9-a26a-3f54728f6e36" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:28:24.330017 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4e34fb-d784-42ee-9c90-7fcaf07bd3aa x-openstack-request-id: req-af4e34fb-d784-42ee-9c90-7fcaf07bd3aa {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:28:24.330353 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:28:24.330654 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af4e34fb-d784-42ee-9c90-7fcaf07bd3aa {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:28:24.331138 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4e34fb-d784-42ee-9c90-7fcaf07bd3aa'] response: {'name': 'network-changed', 'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'status': 'completed', 'code': 200} Jul 26 03:28:24.382355 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:24.402139 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-539d9563-113c-4d8c-943a-b30504fd9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:24.404319 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-539d9563-113c-4d8c-943a-b30504fd9256 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d582e70969cb448b86cd6c9ca31512ee&device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 1129 time: 0.0439413 Jul 26 03:28:24.503862 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=100 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:24.511092 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-acf9daca-c7a9-4d2f-b156-ff156b4a6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:24.512603 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-acf9daca-c7a9-4d2f-b156-ff156b4a6ba7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 200 len: 913 time: 0.0902715 Jul 26 03:28:24.522552 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:24.528165 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0a47-07bc-476a-9331-4fc61706e41f req-d228c021-a0eb-4b63-8350-ad1778064aa0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:24.529685 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c8eb0a47-07bc-476a-9331-4fc61706e41f req-d228c021-a0eb-4b63-8350-ad1778064aa0 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 945 time: 0.0531693 Jul 26 03:28:24.576339 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:24.579403 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-c8eb0a47-07bc-476a-9331-4fc61706e41f req-300fd52e-e895-431c-862b-e6f404f2cce2 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Jul 26 03:28:24.601265 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:28:24.609605 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:24.610213 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:28:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:24.686577 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:24.716704 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:24.805677 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:24.997445 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:25.025128 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72bf2e-fb4a-46a1-9940-4fab3fef5897 None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:21:41Z', 'revision_number': 4, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi', '_interfaces': [{'id': '8712071d-0937-4139-8f91-14e39984691f', 'name': '', 'network_id': '05a6d8c8-75af-4261-9b6e-035a9059e17e', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'mac_address': 'fa:16:3e:80:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:40Z', 'updated_at': '2022-07-26T03:21:45Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'subnets': [{'id': '6d2675c2-5552-4cb2-bf19-5db5eb26c296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:28:25.242122 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19da49-e2bf-4402-9753-4ad7507826bf None None] New status for floating IP c1413efe-a878-4a6c-a7e6-9df30574ff61: DOWN {{(pid=104280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 03:28:25.693901 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-52440d06-42be-4258-a540-a62e50f3233c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 200 len: 217 time: 0.0390761 Jul 26 03:28:25.767773 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e171-7944-49a5-b808-50bd70d5cef7 req-2064e489-9424-45e9-b4f3-19603e30a477 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:25.769240 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0857e171-7944-49a5-b808-50bd70d5cef7 req-2064e489-9424-45e9-b4f3-19603e30a477 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 945 time: 0.0778718 Jul 26 03:28:25.778881 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-0b991121-a6ed-499e-bced-b1cc7f375877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:25.780377 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-0b991121-a6ed-499e-bced-b1cc7f375877 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 200 len: 851 time: 0.0776913 Jul 26 03:28:25.824014 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-0857e171-7944-49a5-b808-50bd70d5cef7 req-74f0a0b5-a74e-4871-8b02-a454738a4a7f tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/security-groups?id=a13e766d-84b2-4d69-a52e-6d5647cb7033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475094 Jul 26 03:28:25.900516 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-4f6122bb-5ef0-4955-869a-63553f83272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:25.901888 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-4f6122bb-5ef0-4955-869a-63553f83272a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05a6d8c8-75af-4261-9b6e-035a9059e17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429316 Jul 26 03:28:25.970648 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:25.978863 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:25.994116 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-940e0c99-79c0-4253-9752-618a9c91bb8e service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858176 Jul 26 03:28:26.171208 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [req-131fb77b-8f94-4bf9-a26a-3f54728f6e36 req-66afb48e-23ec-40b2-a5e7-5c81855153e2 service neutron] 10.222.0.36 "GET /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005692 Jul 26 03:28:26.488871 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-7b83d087-c8ec-4c34-a52c-9152e1a22530 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 03:28:26.490245 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-7b83d087-c8ec-4c34-a52c-9152e1a22530 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 945 time: 0.3273044 Jul 26 03:28:26.573477 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Deleting port bc748c40-8c62-4981-b118-2bb23d7a57ff {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:26.573821 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:26.672057 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] For port bc748c40-8c62-4981-b118-2bb23d7a57ff, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=bc748c40-8c62-4981-b118-2bb23d7a57ff,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:26.672439 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:26.686356 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Calling delete_port for bc748c40-8c62-4981-b118-2bb23d7a57ff owned by compute:nova {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:26.793500 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:26.830120 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (bc748c40-8c62-4981-b118-2bb23d7a57ff), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:26.856300 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event deleted for resources: {'Port': ['ID=bc748c40-8c62-4981-b118-2bb23d7a57ff,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:26.891061 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:26.913020 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] No DVR routers for this DVR port bc748c40-8c62-4981-b118-2bb23d7a57ff on host hv-cinder-85084 {{(pid=104279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:28:26.922008 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:26.925248 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-558aaf2b-4f6c-4010-85ad-21af51e86e48 req-87ef0e8b-d415-4b9a-823b-ee909fc471f3 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.36 "DELETE /v2.0/ports/bc748c40-8c62-4981-b118-2bb23d7a57ff HTTP/1.1" status: 204 len: 173 time: 0.4266572 Jul 26 03:28:26.926877 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'name': 'network-vif-deleted', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff'}] {{(pid=104279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 03:28:26.929146 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad6f9d890fe569183d20e74f1acf9b809f7ca856c8c079c018c23c7aaa7cbc48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5c641-a844-4feb-a555-049413dbdaa6" -d '{"events": [{"server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "name": "network-vif-deleted", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff"}]}' {{(pid=104279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 03:28:26.948517 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [req-2b8856d2-d573-46bc-8bb8-9b0b479132ce req-23737db0-4291-46f2-a8b5-eb9138e4a786 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3fb36b0-3222-4f96-8b92-e274a296247d HTTP/1.1" status: 200 len: 210 time: 0.0375128 Jul 26 03:28:26.971083 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f3a1e4-6c61-41db-bfbb-46652738dc35 x-openstack-request-id: req-51f3a1e4-6c61-41db-bfbb-46652738dc35 {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 03:28:26.971369 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb36b0-3222-4f96-8b92-e274a296247d", "name": "network-vif-deleted", "tag": "bc748c40-8c62-4981-b118-2bb23d7a57ff", "status": "completed", "code": 200}]} {{(pid=104279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 03:28:26.971613 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51f3a1e4-6c61-41db-bfbb-46652738dc35 {{(pid=104279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 03:28:26.972134 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f3a1e4-6c61-41db-bfbb-46652738dc35'] response: {'server_uuid': 'f3fb36b0-3222-4f96-8b92-e274a296247d', 'name': 'network-vif-deleted', 'tag': 'bc748c40-8c62-4981-b118-2bb23d7a57ff', 'status': 'completed', 'code': 200} Jul 26 03:28:28.012964 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36096) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:28.135619 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Deleting port 173e741c-0ef5-4f9c-a32e-e4018601aced {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:28.135937 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:28.217193 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:28.217512 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (173e741c-0ef5-4f9c-a32e-e4018601aced), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:28.229607 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Calling delete_port for 173e741c-0ef5-4f9c-a32e-e4018601aced owned by network:floatingip {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:28.373844 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (173e741c-0ef5-4f9c-a32e-e4018601aced), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:28.401616 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event deleted for resources: {'Port': ['ID=173e741c-0ef5-4f9c-a32e-e4018601aced,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:28.463244 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for floatingip (d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:28.465753 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:28.466921 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-ebd78f0a-4d1e-4be4-9658-3abe9c4f7d31 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "DELETE /v2.0/floatingips/d55b79b2-c604-4bb5-b9fb-e5a89eb5dd77 HTTP/1.1" status: 204 len: 168 time: 0.4534366 Jul 26 03:28:29.702915 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36108) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:29.776266 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-16279379-d03d-45f7-a816-b53c30ec0f64 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group (a13e766d-84b2-4d69-a52e-6d5647cb7033), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:29.803976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-16279379-d03d-45f7-a816-b53c30ec0f64 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group (a13e766d-84b2-4d69-a52e-6d5647cb7033), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:29.869070 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-16279379-d03d-45f7-a816-b53c30ec0f64 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (a13e766d-84b2-4d69-a52e-6d5647cb7033), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:29.871676 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-16279379-d03d-45f7-a816-b53c30ec0f64 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:29.872860 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-16279379-d03d-45f7-a816-b53c30ec0f64 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] 10.222.0.42 "DELETE /v2.0/security-groups/a13e766d-84b2-4d69-a52e-6d5647cb7033 HTTP/1.1" status: 204 len: 168 time: 0.1689391 Jul 26 03:28:29.882349 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16279379-d03d-45f7-a816-b53c30ec0f64 tempest-TestVolumeBootPattern-1179006534 tempest-TestVolumeBootPattern-1179006534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e766d-84b2-4d69-a52e-6d5647cb7033,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:29.932083 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36112) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:30.245712 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:30.255934 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:30.370748 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (65593959-0bbb-4383-9a18-715de24d8bdd), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:30.591471 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Deleting port 8712071d-0937-4139-8f91-14e39984691f {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:30.591742 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (8712071d-0937-4139-8f91-14e39984691f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:30.674976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] For port 8712071d-0937-4139-8f91-14e39984691f, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=8712071d-0937-4139-8f91-14e39984691f,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:30.675356 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (8712071d-0937-4139-8f91-14e39984691f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:30.688308 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Calling delete_port for 8712071d-0937-4139-8f91-14e39984691f owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:30.879419 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (8712071d-0937-4139-8f91-14e39984691f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:30.901743 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Pushing event deleted for resources: {'Port': ['ID=8712071d-0937-4139-8f91-14e39984691f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:31.013373 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:31.066247 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (65593959-0bbb-4383-9a18-715de24d8bdd), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:31.164299 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:31.270918 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Router 65593959-0bbb-4383-9a18-715de24d8bdd has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:28:31.338826 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device bc748c40-8c62-4981-b118-2bb23d7a57ff no longer exists at agent hyperv_hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:31.361541 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] No Port match for: bc748c40-8c62-4981-b118-2bb23d7a57ff {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:31.361883 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Device bc748c40-8c62-4981-b118-2bb23d7a57ff not bound to the agent host hv-cinder-85084 {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:31.384204 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:28:31.389513 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-4ab20e61-c877-4519-b95b-3762e697529f admin admin] 10.222.0.42 "PUT /v2.0/routers/65593959-0bbb-4383-9a18-715de24d8bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559388 Jul 26 03:28:31.392412 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36116) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:31.396128 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] Sync routers for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:28:31.407268 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:31.407874 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:28:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:31.493888 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks [] for router (65593959-0bbb-4383-9a18-715de24d8bdd), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:31.507273 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: dv-cinder-850840-2-iscsi {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:31.592495 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks [] for router_gateway (65593959-0bbb-4383-9a18-715de24d8bdd), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:31.637632 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Deleting port 1151ab16-225a-4593-96c1-32d9b9869dda {{(pid=104279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:31.638137 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:31.675905 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:28:30Z', 'revision_number': 5, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port': {'id': '1151ab16-225a-4593-96c1-32d9b9869dda', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:39Z', 'updated_at': '2022-07-26T03:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:31.704415 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] Checking router: 65593959-0bbb-4383-9a18-715de24d8bdd for host: dv-cinder-850840-2-iscsi {{(pid=104281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:28:31.713189 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] Routers {'65593959-0bbb-4383-9a18-715de24d8bdd'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:31.713777 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:28:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['65593959-0bbb-4383-9a18-715de24d8bdd'], 'active': True} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:31.721849 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] For port 1151ab16-225a-4593-96c1-32d9b9869dda, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=1151ab16-225a-4593-96c1-32d9b9869dda,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:31.722215 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:31.735524 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.plugin [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Calling delete_port for 1151ab16-225a-4593-96c1-32d9b9869dda owned by network:router_gateway {{(pid=104279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:31.793755 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_dvr_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] Set router 65593959-0bbb-4383-9a18-715de24d8bdd gateway port host: None {{(pid=104281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:31.846025 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.l3_hamode_db [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:28:31Z', 'revision_number': 6, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:31.870482 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd60d16-4d86-4927-b8f0-8f4d6611871f None None] The sync data for ids ['65593959-0bbb-4383-9a18-715de24d8bdd'] in dv-cinder-850840-2-iscsi is: [{'id': '65593959-0bbb-4383-9a18-715de24d8bdd', 'name': 'tempest-TestVolumeBootPattern-1001657982-router', 'tenant_id': 'd582e70969cb448b86cd6c9ca31512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:38Z', 'updated_at': '2022-07-26T03:28:31Z', 'revision_number': 6, 'project_id': 'd582e70969cb448b86cd6c9ca31512ee', 'gw_port_host': None}] {{(pid=104281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:28:31.906673 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3067760'] for port (1151ab16-225a-4593-96c1-32d9b9869dda), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:31.929450 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Pushing event deleted for resources: {'Port': ['ID=1151ab16-225a-4593-96c1-32d9b9869dda,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:31.996979 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (65593959-0bbb-4383-9a18-715de24d8bdd), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.081107 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (65593959-0bbb-4383-9a18-715de24d8bdd), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.083225 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks [] for router_controller (65593959-0bbb-4383-9a18-715de24d8bdd), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.127333 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (65593959-0bbb-4383-9a18-715de24d8bdd), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.128210 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65593959-0bbb-4383-9a18-715de24d8bdd {{(pid=104279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:28:32.132510 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.133777 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-3bd90127-5e8d-46d5-8f98-83f47cf0407c admin admin] 10.222.0.42 "DELETE /v2.0/routers/65593959-0bbb-4383-9a18-715de24d8bdd HTTP/1.1" status: 204 len: 168 time: 0.7403665 Jul 26 03:28:32.136606 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36118) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:32.184358 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] Deleting subnet 6d2675c2-5552-4cb2-bf19-5db5eb26c296 {{(pid=104279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:28:32.185988 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:32.188118 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] Publish callbacks [] for subnet (6d2675c2-5552-4cb2-bf19-5db5eb26c296), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.224079 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1083823'] for subnet (6d2675c2-5552-4cb2-bf19-5db5eb26c296), precommit_delete_associations {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.294708 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:32.307340 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (6d2675c2-5552-4cb2-bf19-5db5eb26c296), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.361282 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3067741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3733989'] for subnet (6d2675c2-5552-4cb2-bf19-5db5eb26c296), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.385804 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2675c2-5552-4cb2-bf19-5db5eb26c296,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:32.390790 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.394588 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-f3dffb72-f11c-4f5d-903c-e6ab6601c5cc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6d2675c2-5552-4cb2-bf19-5db5eb26c296 HTTP/1.1" status: 204 len: 168 time: 0.2570412 Jul 26 03:28:32.396544 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088aeac-b96c-40e4-817d-111bd1aa8294 None None] Network 05a6d8c8-75af-4261-9b6e-035a9059e17e requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:28:32.397265 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36120) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:32.466221 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (05a6d8c8-75af-4261-9b6e-035a9059e17e), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.513399 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Deleting port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:32.513771 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.578013 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] For port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:32.578299 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.592740 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Calling delete_port for 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:32.621026 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] DHCP port deletion for 05a6d8c8-75af-4261-9b6e-035a9059e17e request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:28:32.659194 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Deleting port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd {{(pid=104280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:32.659569 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), before_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.681297 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.706919 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Pushing event deleted for resources: {'Port': ['ID=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:32.710521 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] No DVR routers for this DVR port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd on host dv-cinder-850840-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:28:32.730082 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] For port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,segment=NetworkSegment(196a29d6-f0db-46e5-b508-5b1360a68986),segment_id=196a29d6-f0db-46e5-b508-5b1360a68986)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:32.730574 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), precommit_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.744999 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Calling delete_port for 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd owned by network:dhcp {{(pid=104280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:32.783582 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (05a6d8c8-75af-4261-9b6e-035a9059e17e), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.803904 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a6d8c8-75af-4261-9b6e-035a9059e17e']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:32.813943 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196a29d6-f0db-46e5-b508-5b1360a68986') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:32.814457 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196a29d6-f0db-46e5-b508-5b1360a68986') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:32.823141 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116'] for port (0a59c5eb-9688-4a31-94b7-f7f443e6a5fd), after_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.824481 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (196a29d6-f0db-46e5-b508-5b1360a68986), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.838386 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (196a29d6-f0db-46e5-b508-5b1360a68986), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.843136 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Pushing event deleted for resources: {'Port': ['ID=0a59c5eb-9688-4a31-94b7-f7f443e6a5fd,revision_number=None']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:32.847443 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:28:32.847815 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (196a29d6-f0db-46e5-b508-5b1360a68986), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.856738 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.857270 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.857769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.858255 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.858756 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.859341 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.859845 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.860328 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.861340 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.861825 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.862311 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.862785 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.863302 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.863783 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.864250 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-2-iscsi {{(pid=104280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 03:28:32.867582 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bdb44-6aee-4d62-b63f-735ae5507775 None None] No DVR routers for this DVR port 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd on host dv-cinder-850840-2-iscsi {{(pid=104280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:28:32.915387 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:32.923851 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (05a6d8c8-75af-4261-9b6e-035a9059e17e), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.934354 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:32.937543 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] 10.222.0.42 "DELETE /v2.0/networks/05a6d8c8-75af-4261-9b6e-035a9059e17e HTTP/1.1" status: 204 len: 168 time: 0.5392933 Jul 26 03:28:32.940720 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36126) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:32.957359 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 196a29d6-f0db-46e5-b508-5b1360a68986 resource provider aggregate not found Jul 26 03:28:32.992531 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade1c3e-c55b-4109-8166-19d8c365dcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=05a6d8c8-75af-4261-9b6e-035a9059e17e,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:32.996599 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment 196a29d6-f0db-46e5-b508-5b1360a68986 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 196a29d6-f0db-46e5-b508-5b1360a68986 found for delete ", "request_id": "req-389d217d-cf51-44ce-a627-9e777489536f"}]} Jul 26 03:28:33.159369 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:33.288855 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688156'] for router_interface (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:33.516231 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Deleting port 9f750df7-bc1c-4478-9027-ddcd23509037 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:33.516908 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:33.594784 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] For port 9f750df7-bc1c-4478-9027-ddcd23509037, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=9f750df7-bc1c-4478-9027-ddcd23509037,segment=NetworkSegment(d46d283c-01ee-4903-864e-32c60ab7d8cd),segment_id=d46d283c-01ee-4903-864e-32c60ab7d8cd)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:33.595178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:33.608103 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Calling delete_port for 9f750df7-bc1c-4478-9027-ddcd23509037 owned by network:router_interface {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:33.853208 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8712071d-0937-4139-8f91-14e39984691f no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:33.874139 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 8712071d-0937-4139-8f91-14e39984691f {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:33.874455 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 8712071d-0937-4139-8f91-14e39984691f not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:33.874894 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1151ab16-225a-4593-96c1-32d9b9869dda no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:33.893640 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 1151ab16-225a-4593-96c1-32d9b9869dda {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:33.893959 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 1151ab16-225a-4593-96c1-32d9b9869dda not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:33.894399 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:33.916409 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:33.916755 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 0a59c5eb-9688-4a31-94b7-f7f443e6a5fd not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:34.060554 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (9f750df7-bc1c-4478-9027-ddcd23509037), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:34.085647 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f750df7-bc1c-4478-9027-ddcd23509037,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:34.144993 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:34.240207 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:34.253677 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688264'] for router_interface (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:34.474636 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 has already been hosted by L3 agent ad52f5e4-a67d-4e62-a950-483fa8af9d3a {{(pid=104278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 03:28:34.575994 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] Notify agent at l3_agent.dv-cinder-850840-2-iscsi the message routers_updated {{(pid=104278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 03:28:34.581456 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-9ea099b8-d464-4d41-9718-70a8b856b00c admin admin] 10.222.0.42 "PUT /v2.0/routers/94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6397488 Jul 26 03:28:34.584057 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36130) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:34.586842 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] Sync routers for ids ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'] in dv-cinder-850840-2-iscsi {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 03:28:34.598481 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] Routers {'94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:34.599115 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:28:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:34.684178 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks [] for router (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:34.699229 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] Set router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 gateway port host: dv-cinder-850840-2-iscsi {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:34.783935 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks [] for router_gateway (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:34.814560 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:34.818698 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:34.829721 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Deleting port 4e59a485-c378-4a59-b4df-9d3a470aeabc {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:34.830301 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:34.866325 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'external_fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:28:34Z', 'revision_number': 5, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port': {'id': '4e59a485-c378-4a59-b4df-9d3a470aeabc', 'name': '', 'network_id': '5e4aae24-bf2f-4f56-8c39-cdfd33375d7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef825a4-de49-4209-a533-5276f9d1b6a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-2-iscsi'}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:34.890257 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] Checking router: 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 for host: dv-cinder-850840-2-iscsi {{(pid=104280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 03:28:34.898859 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] Routers {'94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'} bound to L3 agent in host dv-cinder-850840-2-iscsi {{(pid=104280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 03:28:34.899497 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T03:02:22Z,description=,heartbeat_timestamp=2022-07-26T03:28:22Z,host='dv-cinder-850840-2-iscsi',id=ad52f5e4-a67d-4e62-a950-483fa8af9d3a,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T03:02:22Z,topic='l3_agent')) {'router_ids': ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'], 'active': True} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:34.915458 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] For port 4e59a485-c378-4a59-b4df-9d3a470aeabc, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=4e59a485-c378-4a59-b4df-9d3a470aeabc,segment=NetworkSegment(f4509579-bc86-49e6-8de3-7930c864b912),segment_id=f4509579-bc86-49e6-8de3-7930c864b912)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:34.915827 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:34.929651 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Calling delete_port for 4e59a485-c378-4a59-b4df-9d3a470aeabc owned by network:router_gateway {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:34.979837 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvr_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] Set router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 gateway port host: None {{(pid=104280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 03:28:34.985976 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:35.029612 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_hamode_db [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:28:34Z', 'revision_number': 6, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port_host': None}], 'dv-cinder-850840-2-iscsi', False) {} {{(pid=104280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:35.053856 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e8b83-e76f-4b01-b3c2-7d4002ace398 None None] The sync data for ids ['94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4'] in dv-cinder-850840-2-iscsi is: [{'id': '94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4', 'name': 'tempest-TestVolumeBootPattern-1705446719-router', 'tenant_id': 'ef345f35153a4a2d8512c25864316b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T03:21:43Z', 'updated_at': '2022-07-26T03:28:34Z', 'revision_number': 6, 'project_id': 'ef345f35153a4a2d8512c25864316b63', 'gw_port_host': None}] {{(pid=104280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 03:28:35.105293 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (4e59a485-c378-4a59-b4df-9d3a470aeabc), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.127415 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:35.129890 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=4e59a485-c378-4a59-b4df-9d3a470aeabc,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:35.199410 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689948'] for router_gateway (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.283725 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3924'] for router (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.286082 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks [] for router_controller (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.330401 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631317'] for router (94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.330896 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 {{(pid=104278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 03:28:35.335312 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.336446 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-53829633-980c-40a2-96ed-a525e2d38bbd admin admin] 10.222.0.42 "DELETE /v2.0/routers/94e5cb48-e8cb-4e0d-b2d7-519b42f73ec4 HTTP/1.1" status: 204 len: 168 time: 0.7513165 Jul 26 03:28:35.339076 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36132) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:35.383748 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] Deleting subnet 99c32dde-44ff-46f2-903e-9f1233330b22 {{(pid=104278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 03:28:35.387180 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] Publish callbacks [] for subnet (99c32dde-44ff-46f2-903e-9f1233330b22), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.424340 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4129470'] for subnet (99c32dde-44ff-46f2-903e-9f1233330b22), precommit_delete_associations {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.505929 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7780907'] for subnet (99c32dde-44ff-46f2-903e-9f1233330b22), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.560614 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4099445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530183'] for subnet (99c32dde-44ff-46f2-903e-9f1233330b22), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.585674 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c32dde-44ff-46f2-903e-9f1233330b22,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:35.589689 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for subnet (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.592864 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-cfd1ebb5-10f7-4c1e-a79c-ec43935f90a0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/99c32dde-44ff-46f2-903e-9f1233330b22 HTTP/1.1" status: 204 len: 168 time: 0.2528291 Jul 26 03:28:35.595658 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [-] (104278) accepted ('10.222.0.42', 36134) {{(pid=104278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:35.598451 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564103b8-e82a-43b8-a59e-ca31e18f993f None None] Network a1862923-dda7-4976-abd0-ba193b83380f requested from dv-cinder-850840-2-iscsi {{(pid=104280) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 03:28:35.668008 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766881'] for network (a1862923-dda7-4976-abd0-ba193b83380f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.710526 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Deleting port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:35.710860 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.776694 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] For port 5bb23abd-3246-413d-814b-a1e6bdcbbd55, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=5bb23abd-3246-413d-814b-a1e6bdcbbd55,segment=NetworkSegment(d46d283c-01ee-4903-864e-32c60ab7d8cd),segment_id=d46d283c-01ee-4903-864e-32c60ab7d8cd)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:35.777344 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.791544 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Calling delete_port for 5bb23abd-3246-413d-814b-a1e6bdcbbd55 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:35.808769 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] DHCP port deletion for a1862923-dda7-4976-abd0-ba193b83380f request from dv-cinder-850840-2-iscsi {{(pid=104280) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 03:28:35.852941 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] Deleting port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 {{(pid=104280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 03:28:35.853641 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767198287117'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), before_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.874624 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4099416'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.896217 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:35.897284 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4e59a485-c378-4a59-b4df-9d3a470aeabc no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:35.901662 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb23abd-3246-413d-814b-a1e6bdcbbd55,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:35.909709 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] No DVR routers for this DVR port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 on host dv-cinder-850840-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:28:35.921464 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 4e59a485-c378-4a59-b4df-9d3a470aeabc {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:35.921953 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 4e59a485-c378-4a59-b4df-9d3a470aeabc not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:35.922495 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5bb23abd-3246-413d-814b-a1e6bdcbbd55 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:35.948402 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 5bb23abd-3246-413d-814b-a1e6bdcbbd55 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:35.948827 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 5bb23abd-3246-413d-814b-a1e6bdcbbd55 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:35.949318 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 9f750df7-bc1c-4478-9027-ddcd23509037 no longer exists at agent ovs-agent-dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 03:28:35.977746 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] No Port match for: 9f750df7-bc1c-4478-9027-ddcd23509037 {{(pid=104280) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 03:28:35.978172 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.rpc [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Device 9f750df7-bc1c-4478-9027-ddcd23509037 not bound to the agent host dv-cinder-850840-2-iscsi {{(pid=104280) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 03:28:35.984117 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.db [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] For port 5bb23abd-3246-413d-814b-a1e6bdcbbd55, host dv-cinder-850840-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-2-iscsi',level=0,port_id=5bb23abd-3246-413d-814b-a1e6bdcbbd55,segment=NetworkSegment(d46d283c-01ee-4903-864e-32c60ab7d8cd),segment_id=d46d283c-01ee-4903-864e-32c60ab7d8cd)] {{(pid=104280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 03:28:35.984583 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636693'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), precommit_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:35.987929 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778565', 'neutron.services.segments.db._delete_segments_for_network-8767198414794'] for network (a1862923-dda7-4976-abd0-ba193b83380f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.002904 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] Calling delete_port for 5bb23abd-3246-413d-814b-a1e6bdcbbd55 owned by network:dhcp {{(pid=104280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 03:28:36.010852 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1862923-dda7-4976-abd0-ba193b83380f']}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:36.023500 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46d283c-01ee-4903-864e-32c60ab7d8cd') {'for_net_delete': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:36.023918 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.services.segments.db [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46d283c-01ee-4903-864e-32c60ab7d8cd') {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 03:28:36.033967 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767198414695', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4129447'] for segment (d46d283c-01ee-4903-864e-32c60ab7d8cd), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.048689 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516'] for segment (d46d283c-01ee-4903-864e-32c60ab7d8cd), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.051308 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:36.058149 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 03:28:36.058625 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7685516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4099371'] for segment (d46d283c-01ee-4903-864e-32c60ab7d8cd), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.099857 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment d46d283c-01ee-4903-864e-32c60ab7d8cd resource provider aggregate not found Jul 26 03:28:36.119992 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.services.segments.plugin [-] Segment d46d283c-01ee-4903-864e-32c60ab7d8cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d46d283c-01ee-4903-864e-32c60ab7d8cd found for delete ", "request_id": "req-86eef656-5bcb-400a-af2e-73aada09451a"}]} Jul 26 03:28:36.134548 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7778574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689968'] for network (a1862923-dda7-4976-abd0-ba193b83380f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.139031 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554634'] for network (None), before_response {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.142539 dv-cinder-850840-2-iscsi neutron-server[104278]: INFO neutron.wsgi [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] 10.222.0.42 "DELETE /v2.0/networks/a1862923-dda7-4976-abd0-ba193b83380f HTTP/1.1" status: 204 len: 168 time: 0.5456069 Jul 26 03:28:36.160906 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce80b9d-a191-40b0-9485-7ba7734bfaaa admin admin] Pushing event deleted for resources: {'Network': ['ID=a1862923-dda7-4976-abd0-ba193b83380f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:36.220990 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7625486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767198357315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767197911116'] for port (5bb23abd-3246-413d-814b-a1e6bdcbbd55), after_delete {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.242339 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] Pushing event deleted for resources: {'Port': ['ID=5bb23abd-3246-413d-814b-a1e6bdcbbd55,revision_number=None']} {{(pid=104280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:36.244174 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] Network a1862923-dda7-4976-abd0-ba193b83380f is not hosted by any dhcp agent {{(pid=104280) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 03:28:36.244591 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79ea2c-4963-477b-b77f-76dbbecd13ef None None] No DVR routers for this DVR port 5bb23abd-3246-413d-814b-a1e6bdcbbd55 on host dv-cinder-850840-2-iscsi {{(pid=104280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 03:28:36.307245 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36142) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:36.352987 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-a5bfe708-47ee-4516-bd42-8e82f3eb7973 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d582e70969cb448b86cd6c9ca31512ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440459 Jul 26 03:28:36.356612 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36144) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:36.405529 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-262fa4e7-c9c1-478b-91bb-f352be38645d admin admin] Publish callbacks [] for security_group (060dd57c-69a2-466a-8d9c-bcf67faaff87), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.426995 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-262fa4e7-c9c1-478b-91bb-f352be38645d admin admin] Publish callbacks [] for security_group (060dd57c-69a2-466a-8d9c-bcf67faaff87), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.475082 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-262fa4e7-c9c1-478b-91bb-f352be38645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (060dd57c-69a2-466a-8d9c-bcf67faaff87), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.477724 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-262fa4e7-c9c1-478b-91bb-f352be38645d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.478910 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-262fa4e7-c9c1-478b-91bb-f352be38645d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/060dd57c-69a2-466a-8d9c-bcf67faaff87 HTTP/1.1" status: 204 len: 168 time: 0.1214180 Jul 26 03:28:36.486897 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fa4e7-c9c1-478b-91bb-f352be38645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060dd57c-69a2-466a-8d9c-bcf67faaff87,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:36.857183 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36150) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:36.899334 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-58345350-5c12-49d8-a6ff-06fd99ca34fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef345f35153a4a2d8512c25864316b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408342 Jul 26 03:28:36.902720 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [-] (104279) accepted ('10.222.0.42', 36152) {{(pid=104279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 03:28:36.951249 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f73e117-7616-4b28-9725-7b1434a4bb11 admin admin] Publish callbacks [] for security_group (b8286bdc-3a10-457f-92c0-dba946fe3ae0), before_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:36.976403 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f73e117-7616-4b28-9725-7b1434a4bb11 admin admin] Publish callbacks [] for security_group (b8286bdc-3a10-457f-92c0-dba946fe3ae0), precommit_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:37.026505 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f73e117-7616-4b28-9725-7b1434a4bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753563'] for security_group (b8286bdc-3a10-457f-92c0-dba946fe3ae0), after_delete {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:37.029210 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2f73e117-7616-4b28-9725-7b1434a4bb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:37.030373 dv-cinder-850840-2-iscsi neutron-server[104279]: INFO neutron.wsgi [None req-2f73e117-7616-4b28-9725-7b1434a4bb11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8286bdc-3a10-457f-92c0-dba946fe3ae0 HTTP/1.1" status: 204 len: 168 time: 0.1267452 Jul 26 03:28:37.038468 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73e117-7616-4b28-9725-7b1434a4bb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8286bdc-3a10-457f-92c0-dba946fe3ae0,revision_number=None']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 03:28:40.972218 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:41.849179 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=96 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:41.870561 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=77 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:46.131784 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:46.147499 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:47.033157 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=65,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:47.034006 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=50,neutron:DELETE=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:28:49.767319 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-7a4142a3-e6b3-4f5b-a8e0-3fff3fd33d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:52.013145 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-750f828f-205b-49ec-b74d-f96fa1c465de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:53.252479 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:54.695068 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:54.815887 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:28:59.374847 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:29:04.798108 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:04.810067 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=63,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:10.975727 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:17.316728 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=15 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:17.317850 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=19 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:19.775591 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-26fb458d-6412-4676-96a8-e0c6b1e1e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:22.018714 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f65efc6a-bfce-49db-aa1e-9203148b0099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:23.259974 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:24.703249 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:24.808563 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:34.799476 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:34.802502 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:36.380408 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:29:40.969971 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:49.768634 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-d6ce48c9-0b5d-4dbb-a690-8f54ffca1a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:52.018757 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-f625a556-52f7-4545-9b62-1181e6c4099d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:53.257285 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:54.322607 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:54.323856 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:29:54.701218 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:29:54.813807 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:04.795238 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:30:04.806338 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:30:10.958856 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:13.380004 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:30:19.769129 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-62bf1f8e-9a13-4480-8b97-9e255dcb8967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:22.023891 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1a67-dccf-43a1-8447-9d0bbf716d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:23.262270 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:24.710607 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:24.809946 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:31.312644 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:30:31.321400 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:30:35.736717 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:30:35.738246 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:30:40.989903 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:43.313157 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=2 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:30:49.772863 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ccafd513-88be-4eb4-b831-b1208e01d095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:50.388810 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:30:52.024887 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-a6b87bb2-6ba0-479b-ba9d-421a12b0d0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:53.268041 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:54.710745 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:30:54.811635 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:02.467509 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-599a70c0-6a10-4dc1-abb5-44692d089821 service neutron] (104279) timed out ('10.222.0.42', 58708) {{(pid=104279) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:31:02.650261 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-1d1057f6-73ed-496c-9f2b-9da536c673d7 req-8ca09c88-97d3-4e19-a275-d06cf4bdee61 tempest-AttachVolumeShelveTestJSON-735688827 tempest-AttachVolumeShelveTestJSON-735688827-project] (104279) timed out ('10.222.0.42', 58718) {{(pid=104279) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:31:03.791917 dv-cinder-850840-2-iscsi neutron-server[104279]: DEBUG neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-e2e8418c-1b98-4488-ac6d-440e2188ed22 service neutron] (104279) timed out ('10.222.0.42', 56946) {{(pid=104279) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:31:03.883394 dv-cinder-850840-2-iscsi neutron-server[104278]: DEBUG neutron.wsgi [req-9f7dd7c9-5fc4-4170-a496-c144f4e57277 req-7a9ed05b-61f7-47f2-836f-d28dc5b54035 tempest-TestShelveInstance-455450799 tempest-TestShelveInstance-455450799-project] (104278) timed out ('10.222.0.42', 56954) {{(pid=104278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 03:31:04.801890 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:04.805254 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:10.995531 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:15.736169 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=20 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:15.737340 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=14 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:19.779134 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9a2aebfb-1ec9-41f1-a714-b986ecd9612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:22.019265 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-ea48ecba-a724-452f-930b-4c9713572102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:23.270564 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:24.711607 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:24.810657 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:27.383925 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:31:34.802459 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:34.804803 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:41.002033 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:45.322204 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:45.323418 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:31:49.772841 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-798149aa-8854-4d3b-9514-a46edffdcbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:52.027477 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-aa82ef76-0bb4-414f-af3e-440ae4b23d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:53.269399 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:54.715411 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:31:54.816623 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:04.389716 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:32:04.804793 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:32:04.809162 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:32:10.997466 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:19.775354 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-bd296684-2b5e-4cc7-86e5-2ec08fc29abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:22.025426 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-211d229a-1cd1-40dd-bf90-6960335a4d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:22.319512 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:32:22.320849 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:32:23.281272 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:24.725222 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:24.802400 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:35.739621 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:32:35.740832 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:32:41.021284 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:41.394273 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:32:49.771717 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-50082106-4c4d-4886-bd34-d2313348c039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:52.029147 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-316d11c2-dfa0-4ab6-a0a2-cfaadeba3948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:53.276897 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:54.731701 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:54.797567 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:32:59.316253 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:32:59.316873 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:04.784272 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:04.792262 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:11.048920 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:15.823593 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=9 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:15.831217 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=17 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:18.398664 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 03:33:19.786209 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-cbd5589a-3a09-479a-98ec-063d6fa86e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:22.025224 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-c5828bc5-976c-407b-9686-bf2fe942afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:23.290932 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:24.730131 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:24.813889 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:34.802077 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:34.805290 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG dbcounter [-] [104280] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:36.312447 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=3 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:36.317749 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG dbcounter [-] [104281] Writing DB stats neutron:SELECT=5 {{(pid=104281) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 03:33:41.047681 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa77-d8a1-486f-b877-9f11790f58c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ce8ab066-f76a-454b-8327-bfe682bc7f01), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:49.790925 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-8a5552d3-e706-4d38-a9c8-eb6bcf165ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (221b881a-fcd1-4e46-962b-076d0d1fb8a7), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:52.019761 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-5dddd520-5d9e-4189-90ea-a57a66902972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (ad52f5e4-a67d-4e62-a950-483fa8af9d3a), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:53.283388 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-2f792193-a294-4e36-9554-fdee25177d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b39699c2-e26e-46f8-ad9b-3334f8577b69), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:54.729720 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-13dc7b58-7bb2-4b7c-8fff-0c2dc6e4966c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (b3a6a124-a803-4dcd-8fe8-7ccc8ca47e85), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:54.799609 dv-cinder-850840-2-iscsi neutron-server[104280]: DEBUG neutron_lib.callbacks.manager [None req-9e54b68c-5d3d-4dcd-839d-60c857cf5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767198414776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7774938'] for agent (5a6a87c9-1e91-4eb4-acba-4eeec0a1949d), after_update {{(pid=104280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 03:33:55.400051 dv-cinder-850840-2-iscsi neutron-server[104281]: DEBUG neutron.db.agents_db [None req-92f42f39-5744-4db5-bd57-68eda0ed8650 None None] Agent healthcheck: found 6 active agents {{(pid=104281) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}